diff --git "a/wandb/run-20211107_204808-2ns3lo5n/logs/debug-internal.log" "b/wandb/run-20211107_204808-2ns3lo5n/logs/debug-internal.log" --- "a/wandb/run-20211107_204808-2ns3lo5n/logs/debug-internal.log" +++ "b/wandb/run-20211107_204808-2ns3lo5n/logs/debug-internal.log" @@ -17345,3 +17345,7587 @@ 2021-11-08 04:14:43,841 DEBUG SenderThread:21539 [sender.py:send():238] send: stats 2021-11-08 04:14:44,986 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status 2021-11-08 04:14:44,986 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:15:00,119 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:15:00,119 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:15:09,804 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:15:11,805 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:15:13,806 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:15:13,921 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:15:15,252 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:15:15,252 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:15:15,806 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:15:17,807 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:15:19,808 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:15:21,809 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:15:23,809 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:15:25,810 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:15:27,811 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:15:29,812 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:15:30,390 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:15:30,390 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:15:31,813 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:15:33,813 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:15:35,814 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:15:37,815 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:15:39,816 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:15:41,817 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:15:43,817 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:15:43,998 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:15:45,521 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:15:45,522 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:15:45,818 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:15:47,819 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:15:49,820 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:15:51,821 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:15:53,821 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:15:55,822 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:15:57,823 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:15:59,824 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:00,653 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:16:00,653 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:16:01,824 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:03,825 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:05,826 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:07,826 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:09,827 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:11,828 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:13,828 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:14,072 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:16:15,786 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:16:15,786 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:16:15,829 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:17,830 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:19,831 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:21,832 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:23,833 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:25,834 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:27,834 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:29,835 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:30,917 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:16:30,917 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:16:31,836 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:33,836 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:35,837 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:37,838 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:39,839 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:41,840 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:43,840 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:44,148 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:16:45,841 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:46,051 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:16:46,051 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:16:47,842 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:49,843 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:51,843 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:53,844 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:55,845 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:57,846 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:16:59,847 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:17:01,182 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:17:01,182 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:17:01,847 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:17:03,848 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:17:05,849 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:17:07,850 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:17:09,850 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:17:11,851 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:17:13,852 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:17:14,222 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:17:15,853 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:17:16,316 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:17:16,317 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:17:17,854 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:17:19,854 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:17:21,855 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:17:23,856 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:17:25,857 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:17:28,858 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:17:30,859 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:17:31,449 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:17:31,449 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:17:32,860 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:17:34,861 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:17:36,862 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:17:38,863 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:17:40,864 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:17:42,865 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:17:44,286 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:17:44,865 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:17:46,586 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:17:46,587 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:17:46,866 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:17:48,867 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:17:50,868 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:17:52,869 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:17:54,870 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:17:56,871 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:17:58,871 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:18:00,872 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:18:01,723 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:18:01,723 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:18:02,873 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:18:04,874 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:18:06,874 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:18:08,875 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:18:10,876 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:18:12,877 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:18:14,352 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:18:14,878 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:18:16,873 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:18:16,873 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:18:16,878 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:18:18,879 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:18:20,880 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:18:22,881 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:18:24,882 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:18:26,882 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:18:28,883 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:18:30,884 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:18:32,006 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:18:32,006 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:18:32,885 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:18:34,886 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:18:36,887 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:18:38,888 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:18:40,889 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:18:42,890 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:18:44,427 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:18:44,891 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:18:46,891 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:18:47,215 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:18:47,215 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:18:48,892 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:18:50,893 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:18:52,894 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:18:54,895 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:18:56,896 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:19:02,348 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:19:02,348 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:19:11,935 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 04:19:11,936 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 04:19:11,936 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 04:19:12,902 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:19:12,903 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 04:19:13,903 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:19:14,498 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:19:14,903 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:19:16,904 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:19:17,481 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:19:17,482 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:19:18,905 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:19:20,906 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:19:22,906 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:19:24,907 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:19:26,908 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:19:28,909 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:19:30,910 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:19:32,622 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:19:32,622 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:19:32,911 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:19:34,912 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:19:36,912 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:19:38,913 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:19:40,914 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:19:42,915 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:19:44,570 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:19:44,916 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:19:46,917 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:19:47,756 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:19:47,756 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:19:48,917 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:19:50,918 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:19:52,919 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:19:54,920 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:19:56,921 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:19:58,922 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:00,923 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:02,896 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:20:02,896 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:20:02,923 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:04,924 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:06,925 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:08,926 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:10,927 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:12,928 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:14,643 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:20:14,929 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:16,930 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:18,058 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:20:18,058 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:20:18,931 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:20,932 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:22,933 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:24,934 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:26,935 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:28,936 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:30,937 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:32,938 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:33,191 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:20:33,191 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:20:34,939 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:36,940 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:38,941 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:40,942 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:42,943 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:44,719 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:20:44,944 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:46,945 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:48,324 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:20:48,324 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:20:48,946 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:50,947 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:52,948 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:54,949 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:56,950 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:20:58,951 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:00,952 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:02,953 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:03,458 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:21:03,458 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:21:04,954 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:06,955 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:08,956 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:10,956 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:12,958 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:14,793 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:21:14,959 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:16,960 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:18,590 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:21:18,591 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:21:18,960 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:20,961 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:22,962 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:24,963 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:26,964 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:28,965 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:30,966 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:32,967 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:33,731 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:21:33,732 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:21:34,967 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:36,968 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:38,969 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:40,970 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:42,971 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:44,862 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:21:44,972 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:46,973 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:48,865 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:21:48,866 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:21:48,973 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:50,974 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:52,975 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:54,976 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:56,977 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:21:58,978 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:22:00,979 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:22:02,979 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:22:04,001 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:22:04,001 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:22:04,980 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:22:06,981 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:22:08,982 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:22:10,982 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:22:13,984 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:22:14,924 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:22:15,985 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:22:17,985 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:22:19,140 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:22:19,141 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:22:19,986 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:22:21,987 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:22:23,988 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:22:25,989 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:22:27,991 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:22:29,991 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:22:31,992 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:22:33,993 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:22:34,451 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:22:34,451 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:22:35,994 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:22:37,995 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:22:39,996 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:22:41,997 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:22:43,998 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:22:44,992 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:22:45,999 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:22:48,000 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:22:49,587 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:22:49,587 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:22:50,001 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:22:52,002 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:22:54,003 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:22:56,004 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:22:58,005 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:23:00,006 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:23:04,720 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:23:04,720 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:23:15,062 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:23:15,090 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 04:23:15,090 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 04:23:15,091 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 04:23:16,012 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 04:23:17,013 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:23:18,013 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:23:19,855 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:23:19,856 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:23:20,014 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:23:22,015 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:23:24,016 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:23:26,016 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:23:28,017 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:23:30,018 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:23:32,019 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:23:34,020 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:23:34,987 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:23:34,987 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:23:36,021 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:23:38,022 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:23:40,022 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:23:42,023 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:23:44,025 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:23:45,133 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:23:46,025 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:23:48,026 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:23:50,027 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:23:50,162 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:23:50,162 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:23:52,028 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:23:54,029 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:23:56,030 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:23:58,031 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:00,032 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:02,032 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:04,033 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:05,299 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:24:05,299 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:24:06,034 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:08,035 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:10,036 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:12,037 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:14,038 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:15,198 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:24:16,038 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:18,039 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:20,041 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:20,434 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:24:20,434 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:24:22,041 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:24,042 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:26,043 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:28,044 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:30,044 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:32,045 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:34,046 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:35,567 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:24:35,568 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:24:36,047 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:38,048 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:40,049 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:42,050 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:44,051 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:45,272 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:24:46,052 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:48,053 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:50,054 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:50,711 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:24:50,711 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:24:52,055 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:54,056 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:56,057 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:24:58,058 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:00,059 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:02,060 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:04,061 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:05,846 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:25:05,847 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:25:06,061 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:08,062 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:10,063 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:12,064 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:14,065 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:15,341 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:25:16,066 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:18,067 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:20,067 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:20,984 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:25:20,984 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:25:22,069 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:24,070 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:26,071 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:28,071 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:30,072 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:32,073 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:34,074 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:36,075 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:36,121 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:25:36,121 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:25:38,076 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:40,077 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:42,078 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:44,078 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:45,413 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:25:46,079 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:48,080 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:50,081 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:51,256 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:25:51,257 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:25:52,082 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:54,083 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:56,084 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:25:58,085 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:00,085 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:02,086 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:04,087 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:06,088 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:06,390 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:26:06,390 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:26:08,089 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:10,090 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:12,091 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:14,091 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:15,484 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:26:16,092 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:18,093 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:20,094 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:21,527 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:26:21,528 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:26:22,095 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:24,095 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:26,096 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:28,097 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:30,098 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:32,099 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:34,099 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:36,100 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:36,661 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:26:36,661 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:26:38,101 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:40,102 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:42,103 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:44,103 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:45,556 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:26:46,104 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:48,105 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:51,106 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:51,793 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:26:51,794 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:26:53,107 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:55,108 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:57,109 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:26:59,109 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:27:01,110 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:27:03,111 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:27:06,926 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:27:06,927 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:27:15,628 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:27:18,229 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 04:27:18,229 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 04:27:18,231 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 04:27:19,117 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:27:19,117 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 04:27:21,118 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:27:22,058 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:27:22,059 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:27:23,118 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:27:25,119 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:27:27,120 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:27:29,121 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:27:31,122 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:27:33,122 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:27:35,123 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:27:37,124 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:27:37,192 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:27:37,192 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:27:39,125 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:27:41,126 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:27:43,127 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:27:45,127 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:27:45,699 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:27:47,128 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:27:49,129 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:27:51,130 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:27:52,339 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:27:52,339 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:27:53,130 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:27:55,131 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:27:57,132 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:27:59,133 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:01,134 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:03,134 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:05,135 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:07,136 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:07,477 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:28:07,477 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:28:09,137 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:11,137 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:13,138 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:15,139 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:15,772 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:28:17,140 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:19,141 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:21,142 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:22,610 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:28:22,610 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:28:23,143 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:25,144 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:27,145 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:29,146 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:31,146 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:33,147 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:35,148 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:37,149 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:37,745 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:28:37,745 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:28:39,150 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:41,151 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:43,152 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:45,153 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:45,845 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:28:47,154 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:49,155 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:51,155 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:52,880 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:28:52,881 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:28:53,156 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:55,157 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:57,158 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:28:59,159 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:01,160 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:03,161 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:05,161 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:07,162 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:08,013 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:29:08,014 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:29:09,164 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:11,164 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:13,165 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:15,166 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:15,920 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:29:17,166 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:19,167 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:21,168 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:23,152 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:29:23,153 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:29:23,169 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:25,170 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:27,170 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:29,171 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:31,172 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:33,173 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:35,174 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:37,175 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:38,288 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:29:38,288 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:29:39,176 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:41,177 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:43,178 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:45,179 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:45,991 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:29:47,179 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:49,180 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:51,181 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:53,182 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:53,424 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:29:53,424 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:29:55,183 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:57,184 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:29:59,184 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:30:01,185 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:30:03,186 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:30:05,187 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:30:07,188 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:30:08,558 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:30:08,558 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:30:09,189 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:30:11,189 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:30:13,190 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:30:15,191 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:30:16,063 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:30:17,192 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:30:19,192 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:30:21,193 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:30:23,194 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:30:23,691 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:30:23,691 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:30:25,195 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:30:27,196 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:30:29,196 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:30:31,197 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:30:33,198 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:30:35,199 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:30:37,200 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:30:38,825 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:30:38,825 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:30:39,200 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:30:41,201 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:30:43,202 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:30:45,203 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:30:46,135 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:30:47,203 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:30:49,204 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:30:51,205 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:30:53,205 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:30:53,960 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:30:53,960 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:30:55,206 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:30:58,208 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:31:00,208 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:31:02,209 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:31:04,210 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:31:06,211 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:31:09,093 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:31:09,093 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:31:16,207 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:31:21,366 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 04:31:21,367 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 04:31:21,369 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 04:31:22,217 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 04:31:23,218 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:31:24,218 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:31:24,226 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:31:24,226 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:31:26,219 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:31:28,220 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:31:30,221 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:31:32,222 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:31:34,223 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:31:36,223 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:31:38,224 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:31:39,358 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:31:39,359 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:31:40,225 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:31:42,226 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:31:44,227 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:31:46,228 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:31:46,284 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:31:48,229 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:31:50,230 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:31:52,230 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:31:54,231 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:31:54,504 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:31:54,505 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:31:56,232 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:31:58,233 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:00,234 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:02,235 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:04,236 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:06,237 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:08,238 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:09,639 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:32:09,639 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:32:10,239 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:12,240 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:14,240 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:16,241 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:16,357 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:32:18,242 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:20,243 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:22,244 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:24,244 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:24,841 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:32:24,841 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:32:26,245 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:28,246 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:30,247 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:32,248 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:34,249 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:36,250 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:38,250 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:39,974 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:32:39,974 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:32:40,251 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:42,252 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:44,253 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:46,254 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:46,431 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:32:48,255 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:50,255 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:52,256 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:54,257 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:55,139 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:32:55,140 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:32:56,258 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:32:58,259 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:00,260 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:02,261 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:04,262 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:06,263 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:08,264 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:10,265 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:10,272 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:33:10,272 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:33:12,266 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:14,267 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:16,267 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:16,504 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:33:18,268 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:20,269 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:22,270 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:24,271 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:25,405 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:33:25,406 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:33:26,272 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:28,273 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:30,274 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:32,275 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:34,276 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:36,277 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:38,278 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:40,278 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:40,538 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:33:40,538 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:33:42,279 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:44,280 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:46,281 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:46,577 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:33:48,282 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:50,283 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:52,284 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:54,285 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:55,672 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:33:55,673 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:33:56,286 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:33:58,287 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:00,287 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:02,288 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:04,289 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:06,290 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:08,291 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:10,292 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:10,809 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:34:10,810 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:34:12,293 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:14,294 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:16,294 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:16,652 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:34:18,295 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:20,296 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:22,297 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:24,298 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:25,941 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:34:25,941 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:34:26,299 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:28,300 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:30,301 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:32,301 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:34,302 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:36,303 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:38,304 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:40,305 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:41,073 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:34:41,074 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:34:42,306 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:44,307 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:46,308 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:46,724 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:34:48,308 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:50,309 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:52,310 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:54,311 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:56,204 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:34:56,205 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:34:56,312 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:34:58,313 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:35:00,314 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:35:02,315 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:35:04,315 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:35:06,316 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:35:08,317 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:35:10,318 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:35:11,338 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:35:11,338 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:35:16,798 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:35:24,504 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 04:35:24,504 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 04:35:24,504 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 04:35:25,324 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 04:35:26,325 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:35:26,496 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:35:26,497 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:35:28,326 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:35:30,326 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:35:32,327 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:35:34,328 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:35:36,328 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:35:38,329 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:35:40,330 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:35:41,638 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:35:41,638 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:35:42,331 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:35:44,332 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:35:46,333 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:35:46,869 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:35:48,334 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:35:51,335 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:35:53,336 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:35:55,337 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:35:56,773 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:35:56,774 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:35:57,338 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:35:59,339 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:01,340 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:03,340 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:05,341 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:07,342 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:09,343 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:11,344 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:11,908 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:36:11,908 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:36:13,345 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:15,346 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:16,940 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:36:17,346 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:19,347 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:21,348 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:23,349 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:25,350 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:27,042 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:36:27,042 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:36:27,351 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:29,352 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:31,353 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:33,354 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:35,354 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:37,355 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:39,356 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:41,357 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:42,173 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:36:42,174 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:36:43,358 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:45,359 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:47,013 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:36:47,360 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:49,361 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:51,362 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:53,363 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:55,364 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:57,307 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:36:57,308 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:36:57,364 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:36:59,365 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:01,366 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:03,367 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:05,368 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:07,369 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:09,370 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:11,371 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:12,440 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:37:12,440 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:37:13,372 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:15,373 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:17,087 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:37:17,374 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:19,375 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:21,376 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:23,377 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:25,378 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:27,378 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:27,572 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:37:27,573 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:37:29,379 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:31,380 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:33,381 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:35,382 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:37,382 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:39,383 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:41,384 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:42,705 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:37:42,706 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:37:43,385 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:45,386 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:47,161 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:37:47,386 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:49,387 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:51,388 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:53,389 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:55,390 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:57,391 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:37:57,839 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:37:57,839 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:37:59,392 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:01,392 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:03,393 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:05,394 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:07,395 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:09,396 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:11,397 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:12,979 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:38:12,979 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:38:13,398 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:15,399 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:17,234 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:38:17,399 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:19,400 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:21,401 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:23,402 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:25,403 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:27,403 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:28,113 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:38:28,113 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:38:29,404 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:31,405 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:33,406 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:35,407 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:37,408 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:39,409 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:41,410 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:43,245 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:38:43,245 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:38:43,410 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:45,411 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:47,305 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:38:47,412 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:49,413 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:51,414 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:53,415 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:55,415 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:57,416 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:38:58,380 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:38:58,380 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:38:59,417 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:39:01,418 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:39:03,419 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:39:05,420 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:39:07,421 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:39:09,421 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:39:11,422 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:39:13,423 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:39:13,514 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:39:13,514 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:39:17,378 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:39:27,646 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 04:39:27,647 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 04:39:27,649 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 04:39:28,429 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 04:39:28,677 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:39:28,678 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:39:29,430 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:39:30,430 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:39:31,431 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:39:33,431 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:39:35,432 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:39:37,433 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:39:39,434 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:39:41,435 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:39:43,436 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:39:43,812 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:39:43,812 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:39:45,436 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:39:47,437 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:39:47,452 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:39:49,438 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:39:51,439 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:39:53,440 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:39:55,440 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:39:57,441 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:39:58,947 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:39:58,947 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:39:59,442 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:01,442 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:03,443 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:05,444 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:07,445 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:09,446 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:12,447 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:14,080 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:40:14,081 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:40:14,448 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:16,449 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:17,526 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:40:18,450 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:20,450 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:22,451 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:24,452 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:26,453 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:28,454 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:29,222 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:40:29,223 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:40:30,455 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:32,456 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:34,457 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:36,458 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:38,459 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:40,460 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:42,461 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:44,356 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:40:44,357 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:40:44,462 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:46,463 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:47,596 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:40:48,464 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:50,464 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:52,465 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:54,466 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:56,467 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:58,468 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:40:59,488 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:40:59,489 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:41:00,469 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:41:02,469 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:41:04,470 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:41:06,471 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:41:08,472 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:41:10,473 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:41:12,474 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:41:14,475 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:41:14,620 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:41:14,621 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:41:16,476 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:41:17,665 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:41:18,477 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:41:20,477 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:41:22,478 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:41:24,479 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:41:26,481 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:41:28,481 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:41:29,753 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:41:29,753 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:41:30,482 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:41:32,483 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:41:34,484 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:41:36,485 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:41:38,486 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:41:40,486 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:41:42,487 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:41:44,488 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:41:44,887 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:41:44,887 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:41:46,489 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:41:47,733 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:41:48,490 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:41:50,491 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:41:52,491 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:41:54,492 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:41:56,493 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:41:58,494 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:00,027 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:42:00,027 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:42:00,496 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:02,496 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:04,497 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:06,498 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:08,499 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:10,500 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:12,501 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:14,502 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:15,168 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:42:15,169 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:42:16,503 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:17,806 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:42:18,504 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:20,504 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:22,505 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:24,506 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:26,507 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:28,508 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:30,301 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:42:30,302 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:42:30,509 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:32,510 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:34,511 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:36,512 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:38,513 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:40,514 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:42,514 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:44,515 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:45,434 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:42:45,435 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:42:46,516 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:47,876 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:42:48,517 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:50,517 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:52,518 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:54,519 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:56,520 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:42:58,521 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:43:00,522 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:43:00,569 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:43:00,569 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:43:02,523 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:43:04,524 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:43:06,525 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:43:08,525 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:43:10,526 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:43:12,527 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:43:14,528 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:43:15,737 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:43:15,737 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:43:16,528 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:43:17,949 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:43:30,777 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 04:43:30,778 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 04:43:30,780 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 04:43:30,871 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:43:30,872 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:43:31,534 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 04:43:32,535 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:43:34,535 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:43:36,536 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:43:38,537 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:43:40,538 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:43:42,539 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:43:44,539 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:43:46,004 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:43:46,005 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:43:46,540 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:43:48,022 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:43:48,541 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:43:50,542 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:43:52,543 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:43:54,543 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:43:56,544 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:43:58,545 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:00,546 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:01,140 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:44:01,140 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:44:02,547 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:04,547 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:06,548 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:08,549 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:10,550 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:12,551 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:14,551 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:16,275 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:44:16,275 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:44:16,552 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:18,090 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:44:18,553 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:20,554 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:22,555 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:24,555 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:26,556 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:28,557 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:30,558 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:31,414 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:44:31,414 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:44:32,559 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:34,559 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:36,560 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:38,561 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:40,562 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:42,563 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:44,564 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:46,601 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:44:46,602 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:44:47,565 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:48,159 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:44:49,566 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:51,567 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:53,568 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:55,569 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:57,570 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:44:59,571 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:01,572 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:01,734 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:45:01,734 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:45:03,572 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:05,573 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:07,574 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:09,575 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:11,576 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:13,577 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:15,577 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:16,871 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:45:16,871 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:45:17,578 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:18,229 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:45:19,579 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:21,580 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:23,581 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:25,582 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:27,583 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:29,584 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:31,584 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:32,004 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:45:32,004 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:45:33,585 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:35,586 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:37,587 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:39,588 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:41,589 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:43,590 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:45,591 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:47,135 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:45:47,135 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:45:47,592 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:48,301 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:45:49,593 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:51,594 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:53,595 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:55,596 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:57,596 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:45:59,597 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:01,598 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:02,270 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:46:02,271 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:46:03,599 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:05,600 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:07,601 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:09,601 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:11,602 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:13,603 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:15,604 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:17,410 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:46:17,410 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:46:17,605 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:18,371 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:46:19,606 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:21,606 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:23,607 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:25,608 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:27,609 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:29,610 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:31,611 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:32,541 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:46:32,542 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:46:33,611 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:35,612 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:37,613 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:39,614 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:41,615 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:43,616 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:45,616 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:47,617 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:47,673 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:46:47,673 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:46:48,444 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:46:49,618 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:51,619 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:53,620 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:55,621 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:57,622 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:46:59,623 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:47:01,623 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:47:02,808 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:47:02,809 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:47:03,624 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:47:05,625 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:47:07,626 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:47:09,627 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:47:11,628 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:47:13,629 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:47:15,629 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:47:17,630 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:47:17,943 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:47:17,944 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:47:18,518 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:47:19,631 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:47:33,076 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:47:33,076 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:47:33,921 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 04:47:33,921 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 04:47:33,931 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 04:47:34,638 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 04:47:35,638 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:47:37,639 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:47:39,640 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:47:41,640 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:47:43,641 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:47:45,642 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:47:47,643 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:47:48,212 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:47:48,213 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:47:48,591 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:47:49,643 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:47:51,644 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:47:53,645 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:47:55,646 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:47:57,647 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:47:59,648 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:01,649 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:03,344 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:48:03,344 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:48:03,650 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:05,650 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:07,651 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:09,652 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:11,653 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:13,654 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:15,655 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:17,656 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:18,480 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:48:18,480 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:48:18,662 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:48:19,657 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:21,657 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:23,658 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:25,659 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:27,660 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:29,660 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:31,661 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:33,613 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:48:33,613 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:48:33,662 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:35,663 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:37,664 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:39,664 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:41,665 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:43,666 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:45,666 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:47,667 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:48,732 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:48:48,776 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:48:48,776 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:48:49,668 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:51,669 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:53,670 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:55,670 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:57,671 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:48:59,672 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:49:01,673 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:49:03,674 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:49:03,911 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:49:03,911 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:49:05,675 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:49:08,676 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:49:10,677 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:49:12,677 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:49:14,678 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:49:16,679 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:49:18,680 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:49:18,805 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:49:19,043 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:49:19,044 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:49:20,681 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:49:22,682 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:49:24,683 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:49:26,683 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:49:28,684 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:49:30,685 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:49:32,686 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:49:34,176 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:49:34,176 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:49:34,687 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:49:36,688 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:49:38,688 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:49:40,689 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:49:42,690 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:49:44,691 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:49:46,692 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:49:48,693 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:49:48,880 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:49:49,309 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:49:49,310 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:49:50,694 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:49:52,695 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:49:54,695 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:49:56,696 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:49:58,697 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:00,698 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:02,699 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:04,445 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:50:04,446 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:50:04,700 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:06,701 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:08,702 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:10,702 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:12,703 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:14,704 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:16,705 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:18,705 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:18,953 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:50:19,579 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:50:19,579 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:50:20,706 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:22,707 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:24,708 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:26,709 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:28,710 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:30,710 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:32,711 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:34,712 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:34,716 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:50:34,717 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:50:36,713 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:38,714 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:40,715 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:42,716 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:44,716 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:46,717 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:48,718 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:49,024 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:50:49,849 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:50:49,849 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:50:50,719 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:52,720 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:54,721 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:56,722 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:50:58,723 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:51:00,723 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:51:02,724 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:51:04,725 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:51:04,983 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:51:04,983 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:51:06,726 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:51:08,727 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:51:10,728 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:51:12,729 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:51:14,730 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:51:16,730 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:51:18,731 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:51:19,099 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:51:20,122 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:51:20,123 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:51:20,732 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:51:22,733 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:51:35,257 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:51:35,257 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:51:37,061 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 04:51:37,061 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 04:51:37,063 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 04:51:37,739 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:51:37,739 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 04:51:38,739 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:51:40,740 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:51:42,741 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:51:44,742 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:51:46,743 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:51:48,744 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:51:49,173 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:51:50,389 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:51:50,390 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:51:50,744 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:51:52,745 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:51:54,746 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:51:56,747 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:51:58,748 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:00,749 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:02,749 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:04,750 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:05,521 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:52:05,521 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:52:06,751 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:08,752 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:10,753 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:12,753 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:14,754 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:16,755 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:18,756 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:19,244 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:52:20,653 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:52:20,653 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:52:20,757 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:22,758 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:24,758 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:26,759 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:28,760 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:30,761 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:32,762 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:34,762 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:35,784 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:52:35,785 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:52:36,763 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:38,764 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:40,765 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:42,765 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:44,766 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:46,767 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:48,767 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:49,322 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:52:50,768 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:50,947 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:52:50,948 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:52:52,769 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:54,770 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:56,770 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:52:58,771 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:00,772 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:02,773 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:04,773 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:06,081 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:53:06,081 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:53:06,774 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:08,775 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:10,776 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:12,777 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:15,778 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:17,778 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:19,397 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:53:19,779 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:21,222 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:53:21,222 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:53:21,780 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:23,781 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:25,782 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:27,783 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:29,783 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:31,784 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:33,785 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:35,786 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:36,355 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:53:36,355 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:53:37,787 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:39,788 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:41,789 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:43,790 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:45,790 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:47,791 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:49,467 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:53:49,792 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:51,486 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:53:51,487 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:53:51,793 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:53,794 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:55,795 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:57,795 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:53:59,796 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:01,797 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:03,798 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:05,799 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:06,619 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:54:06,619 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:54:07,800 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:09,800 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:11,801 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:13,802 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:15,803 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:17,804 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:19,536 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:54:19,804 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:21,754 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:54:21,755 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:54:21,805 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:23,806 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:25,807 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:27,808 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:29,808 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:31,809 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:33,810 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:35,811 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:36,887 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:54:36,887 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:54:37,812 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:39,813 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:41,813 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:43,814 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:45,815 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:47,816 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:49,608 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:54:49,817 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:51,818 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:52,019 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:54:52,019 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:54:53,818 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:55,819 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:57,820 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:54:59,821 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:55:01,822 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:55:03,823 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:55:05,824 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:55:07,153 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:55:07,153 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:55:07,824 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:55:09,825 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:55:11,826 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:55:13,827 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:55:15,828 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:55:17,829 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:55:19,683 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:55:19,829 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:55:21,830 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:55:22,296 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:55:22,296 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:55:23,831 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:55:25,832 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:55:37,432 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:55:37,432 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:55:40,223 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 04:55:40,223 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 04:55:40,225 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 04:55:40,838 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 04:55:41,838 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:55:42,838 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:55:43,839 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:55:45,840 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:55:47,840 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:55:49,755 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:55:49,841 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:55:51,842 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:55:52,565 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:55:52,565 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:55:53,843 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:55:55,843 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:55:57,844 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:55:59,845 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:56:01,846 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:56:03,846 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:56:05,847 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:56:07,771 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:56:07,772 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:56:07,848 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:56:09,849 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:56:11,849 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:56:13,850 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:56:15,851 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:56:17,852 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:56:19,827 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:56:19,852 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:56:21,853 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:56:22,903 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:56:22,904 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:56:23,854 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:56:25,854 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:56:27,855 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:56:30,856 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:56:32,857 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:56:34,858 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:56:36,859 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:56:38,036 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:56:38,036 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:56:38,860 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:56:40,861 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:56:42,862 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:56:44,862 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:56:46,863 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:56:48,864 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:56:49,900 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:56:50,865 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:56:52,866 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:56:53,231 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:56:53,232 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:56:54,867 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:56:56,868 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:56:58,868 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:00,869 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:02,870 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:04,871 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:06,872 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:08,364 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:57:08,364 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:57:08,872 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:10,873 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:12,874 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:14,875 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:16,876 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:18,877 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:19,970 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:57:20,878 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:22,878 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:23,500 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:57:23,501 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:57:24,879 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:26,880 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:28,881 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:30,881 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:32,882 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:34,883 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:36,884 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:38,704 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:57:38,704 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:57:38,884 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:40,885 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:42,886 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:44,887 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:46,887 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:48,888 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:50,038 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:57:50,889 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:52,890 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:53,837 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:57:53,837 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:57:54,890 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:56,891 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:57:58,892 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:58:00,892 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:58:02,893 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:58:04,894 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:58:06,895 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:58:08,895 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:58:08,969 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:58:08,969 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:58:10,896 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:58:12,897 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:58:15,898 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:58:17,899 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:58:19,900 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:58:20,104 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:58:21,901 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:58:23,902 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:58:24,214 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:58:24,214 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:58:25,903 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:58:27,903 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:58:29,904 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:58:31,905 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:58:33,906 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:58:35,907 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:58:37,908 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:58:39,346 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:58:39,346 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:58:39,909 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:58:48,078 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 04:58:48,079 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 04:58:48,081 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 04:58:48,912 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 04:58:49,913 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:58:50,174 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:58:51,913 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:58:53,914 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:58:54,506 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:58:54,507 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:58:55,915 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:58:57,916 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:58:59,917 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:01,918 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:03,918 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:05,919 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:07,920 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:09,639 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:59:09,639 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:59:09,921 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:11,922 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:13,923 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:15,923 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:17,924 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:19,925 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:20,243 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:59:21,926 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:23,927 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:24,772 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:59:24,773 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:59:25,928 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:27,928 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:29,929 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:31,930 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:33,931 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:35,932 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:37,933 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:39,909 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:59:39,909 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:59:39,934 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:41,935 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:43,936 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:45,937 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:47,937 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:49,938 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:50,314 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 04:59:51,939 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:53,940 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:55,044 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 04:59:55,044 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 04:59:55,941 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:57,942 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 04:59:59,942 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:01,943 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:03,944 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:05,945 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:07,946 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:09,946 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:10,189 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:00:10,189 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:00:11,948 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:13,948 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:15,949 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:17,950 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:19,951 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:20,385 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:00:21,952 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:23,953 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:25,321 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:00:25,322 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:00:25,954 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:27,954 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:29,955 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:31,956 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:33,957 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:35,958 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:37,958 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:39,959 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:40,455 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:00:40,456 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:00:41,960 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:43,961 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:45,962 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:47,963 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:49,964 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:50,454 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:00:51,965 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:53,966 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:55,588 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:00:55,589 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:00:55,966 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:57,967 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:00:59,968 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:01:01,969 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:01:03,970 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:01:05,971 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:01:07,972 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:01:09,973 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:01:10,722 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:01:10,722 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:01:11,974 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:01:13,974 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:01:15,975 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:01:17,976 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:01:19,977 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:01:20,521 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:01:22,979 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:01:24,980 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:01:25,860 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:01:25,861 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:01:26,981 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:01:28,982 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:01:30,983 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:01:32,984 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:01:34,985 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:01:36,986 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:01:38,987 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:01:40,988 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:01:40,995 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:01:40,995 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:01:42,989 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:01:44,990 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:01:46,991 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:01:48,992 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:01:50,587 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:01:50,993 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:01:52,994 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:01:54,995 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:01:56,131 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:01:56,131 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:01:56,996 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:01:58,997 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:02:00,998 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:02:02,999 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:02:05,000 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:02:07,001 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:02:09,002 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:02:11,003 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:02:11,263 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:02:11,264 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:02:13,004 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:02:15,005 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:02:17,006 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:02:19,007 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:02:20,656 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:02:21,008 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:02:23,009 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:02:25,010 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:02:26,397 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:02:26,398 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:02:27,011 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:02:29,011 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:02:31,012 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:02:33,013 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:02:35,014 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:02:37,015 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:02:41,533 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:02:41,533 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:02:50,725 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:02:51,207 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 05:02:51,207 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 05:02:51,208 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 05:02:52,022 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 05:02:53,022 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:02:54,022 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:02:55,023 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:02:56,702 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:02:56,702 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:02:57,023 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:02:59,024 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:01,025 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:03,027 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:05,027 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:07,028 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:09,029 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:11,030 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:11,841 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:03:11,841 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:03:13,031 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:15,032 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:17,032 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:19,033 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:20,799 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:03:21,034 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:23,035 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:25,036 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:26,973 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:03:26,973 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:03:27,036 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:29,037 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:31,038 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:33,039 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:35,040 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:37,041 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:39,042 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:41,043 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:42,103 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:03:42,104 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:03:43,044 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:45,045 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:47,046 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:49,047 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:50,871 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:03:51,048 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:53,049 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:55,049 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:57,050 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:03:57,257 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:03:57,257 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:03:59,051 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:01,052 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:03,053 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:05,054 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:07,055 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:09,055 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:11,056 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:12,398 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:04:12,399 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:04:13,057 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:15,058 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:17,059 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:19,060 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:20,937 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:04:21,061 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:23,062 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:25,063 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:27,063 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:27,530 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:04:27,530 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:04:29,064 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:31,065 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:33,066 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:35,067 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:37,068 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:39,069 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:41,069 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:42,662 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:04:42,662 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:04:43,070 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:45,071 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:47,072 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:49,073 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:51,003 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:04:51,073 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:53,074 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:55,075 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:57,076 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:04:57,796 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:04:57,796 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:04:59,077 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:01,078 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:03,078 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:05,079 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:07,080 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:09,081 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:11,082 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:12,985 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:05:12,986 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:05:13,082 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:15,083 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:17,084 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:19,085 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:21,072 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:05:21,086 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:23,087 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:25,087 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:27,088 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:28,125 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:05:28,125 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:05:29,090 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:31,090 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:33,091 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:35,092 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:37,093 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:39,093 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:41,094 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:43,095 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:43,257 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:05:43,257 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:05:45,096 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:47,097 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:49,098 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:51,099 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:51,144 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:05:53,099 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:55,100 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:57,101 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:05:58,387 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:05:58,388 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:05:59,101 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:06:01,102 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:06:03,103 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:06:05,104 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:06:07,104 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:06:10,105 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:06:12,106 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:06:13,520 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:06:13,520 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:06:14,107 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:06:16,108 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:06:18,109 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:06:20,110 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:06:21,212 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:06:22,110 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:06:24,111 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:06:26,112 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:06:28,113 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:06:28,683 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:06:28,684 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:06:30,114 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:06:32,115 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:06:34,115 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:06:36,116 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:06:38,117 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:06:40,118 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:06:43,816 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:06:43,816 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:06:51,283 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:06:54,367 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 05:06:54,367 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 05:06:54,368 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 05:06:55,124 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 05:06:56,124 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:06:58,125 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:06:58,951 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:06:58,951 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:07:00,126 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:02,126 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:04,127 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:06,128 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:08,129 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:10,129 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:12,130 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:14,084 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:07:14,084 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:07:14,131 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:16,132 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:18,133 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:20,133 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:21,356 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:07:22,134 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:24,135 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:26,136 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:28,137 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:29,215 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:07:29,215 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:07:30,137 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:32,138 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:34,139 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:36,140 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:38,141 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:40,142 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:42,143 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:44,143 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:44,349 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:07:44,349 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:07:46,144 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:48,145 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:50,146 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:51,427 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:07:52,147 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:54,148 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:56,149 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:58,150 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:07:59,523 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:07:59,524 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:08:00,151 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:08:02,152 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:08:04,152 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:08:06,153 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:08:08,154 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:08:10,155 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:08:12,156 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:08:14,156 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:08:14,655 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:08:14,655 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:08:16,157 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:08:18,158 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:08:20,159 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:08:21,499 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:08:22,160 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:08:24,161 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:08:26,162 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:08:28,163 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:08:29,790 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:08:29,790 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:08:30,164 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:08:32,164 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:08:34,165 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:08:36,166 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:08:38,167 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:08:40,168 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:08:42,169 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:08:44,169 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:08:44,925 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:08:44,925 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:08:46,170 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:08:48,171 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:08:50,172 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:08:51,573 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:08:52,173 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:08:54,174 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:08:56,175 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:08:58,176 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:00,057 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:09:00,057 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:09:00,177 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:02,178 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:04,178 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:06,179 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:08,180 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:10,181 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:12,182 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:14,183 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:15,191 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:09:15,192 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:09:16,184 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:18,184 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:20,185 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:21,646 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:09:22,186 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:24,187 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:26,188 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:28,189 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:30,195 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:30,328 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:09:30,328 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:09:32,191 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:34,191 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:36,192 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:38,193 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:40,194 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:42,195 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:44,196 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:45,461 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:09:45,462 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:09:46,197 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:48,198 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:50,198 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:51,717 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:09:52,199 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:54,200 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:56,201 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:09:58,202 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:10:00,203 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:10:00,595 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:10:00,595 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:10:02,204 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:10:04,204 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:10:06,205 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:10:08,206 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:10:10,207 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:10:12,208 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:10:14,208 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:10:15,743 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:10:15,743 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:10:16,209 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:10:18,210 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:10:20,211 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:10:21,791 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:10:22,212 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:10:24,213 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:10:26,214 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:10:28,214 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:10:30,215 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:10:30,877 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:10:30,877 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:10:32,216 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:10:34,217 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:10:36,218 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:10:38,219 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:10:40,219 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:10:42,220 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:10:46,023 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:10:46,023 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:10:51,862 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:10:57,507 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 05:10:57,508 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 05:10:57,508 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 05:10:58,226 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:10:58,226 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 05:10:59,227 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:01,158 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:11:01,159 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:11:01,227 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:03,228 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:05,229 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:07,230 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:09,231 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:11,231 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:13,232 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:15,233 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:16,290 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:11:16,290 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:11:17,234 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:19,235 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:21,236 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:21,935 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:11:23,237 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:25,238 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:27,239 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:29,240 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:31,241 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:31,419 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:11:31,419 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:11:33,242 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:35,243 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:37,243 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:39,244 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:41,245 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:43,246 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:45,247 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:46,553 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:11:46,553 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:11:47,248 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:49,249 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:51,250 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:52,008 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:11:53,251 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:55,251 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:57,252 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:11:59,253 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:01,254 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:01,690 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:12:01,690 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:12:03,255 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:05,256 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:07,257 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:09,258 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:11,259 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:13,260 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:15,261 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:16,827 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:12:16,827 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:12:17,261 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:19,262 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:21,263 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:22,082 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:12:23,264 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:25,265 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:27,266 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:29,267 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:31,268 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:31,959 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:12:31,960 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:12:33,269 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:35,269 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:37,270 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:39,271 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:41,272 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:43,273 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:45,273 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:47,090 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:12:47,091 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:12:47,274 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:49,275 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:51,276 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:52,153 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:12:53,277 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:55,277 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:57,278 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:12:59,279 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:01,280 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:02,221 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:13:02,221 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:13:03,281 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:05,282 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:07,282 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:09,283 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:11,284 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:13,285 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:15,286 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:17,287 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:17,359 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:13:17,360 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:13:19,288 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:21,289 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:22,225 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:13:23,289 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:25,290 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:27,291 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:29,291 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:31,292 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:32,494 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:13:32,495 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:13:33,293 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:35,294 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:37,295 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:39,296 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:41,297 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:43,298 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:45,298 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:47,299 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:47,628 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:13:47,628 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:13:49,300 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:51,301 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:52,298 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:13:53,302 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:55,303 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:57,304 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:13:59,304 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:14:01,305 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:14:02,765 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:14:02,765 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:14:03,306 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:14:05,307 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:14:07,307 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:14:09,308 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:14:11,309 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:14:13,310 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:14:15,310 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:14:17,311 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:14:17,898 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:14:17,898 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:14:19,312 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:14:21,313 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:14:22,373 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:14:23,314 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:14:25,314 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:14:27,315 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:14:29,316 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:14:31,317 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:14:33,318 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:14:33,522 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:14:33,522 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:14:35,319 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:14:37,320 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:14:39,321 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:14:41,321 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:14:43,322 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:14:45,323 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:14:48,653 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:14:48,653 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:14:52,448 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:15:00,812 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 05:15:00,812 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 05:15:00,813 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 05:15:01,329 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 05:15:03,330 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:15:03,785 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:15:03,786 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:15:04,330 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:15:06,331 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:15:08,332 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:15:10,333 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:15:12,334 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:15:14,335 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:15:16,336 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:15:18,337 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:15:18,920 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:15:18,920 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:15:20,338 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:15:22,339 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:15:22,522 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:15:24,340 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:15:26,340 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:15:28,341 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:15:30,342 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:15:32,343 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:15:34,055 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:15:34,056 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:15:34,344 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:15:36,345 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:15:38,346 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:15:40,346 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:15:42,347 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:15:44,348 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:15:46,349 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:15:48,350 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:15:49,189 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:15:49,189 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:15:50,351 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:15:52,352 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:15:52,595 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:15:54,353 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:15:56,354 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:15:58,355 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:00,356 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:02,357 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:04,336 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:16:04,336 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:16:04,358 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:06,359 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:08,360 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:10,361 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:12,362 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:14,363 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:16,363 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:18,364 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:19,467 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:16:19,467 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:16:20,365 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:22,366 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:22,666 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:16:24,367 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:26,368 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:28,369 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:30,369 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:32,370 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:34,371 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:34,601 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:16:34,601 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:16:36,372 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:38,373 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:40,374 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:42,375 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:44,376 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:46,376 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:48,377 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:49,733 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:16:49,733 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:16:50,378 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:52,379 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:52,739 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:16:54,380 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:56,381 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:16:58,382 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:00,382 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:02,383 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:04,384 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:04,865 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:17:04,866 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:17:06,385 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:08,386 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:10,387 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:12,388 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:14,389 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:16,389 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:18,390 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:19,998 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:17:19,998 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:17:20,391 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:22,392 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:22,812 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:17:24,393 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:26,394 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:28,395 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:30,396 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:32,397 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:34,398 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:35,220 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:17:35,221 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:17:36,398 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:38,399 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:40,400 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:42,401 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:44,402 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:46,403 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:48,404 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:50,352 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:17:50,352 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:17:50,404 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:52,405 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:52,887 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:17:54,406 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:56,407 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:17:58,408 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:18:00,409 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:18:02,410 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:18:04,410 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:18:05,485 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:18:05,485 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:18:06,411 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:18:08,412 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:18:10,413 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:18:12,414 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:18:14,415 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:18:16,416 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:18:18,416 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:18:20,417 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:18:20,620 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:18:20,620 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:18:22,418 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:18:22,961 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:18:24,419 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:18:26,420 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:18:28,421 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:18:30,422 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:18:32,423 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:18:34,423 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:18:35,751 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:18:35,751 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:18:36,424 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:18:38,425 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:18:40,426 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:18:42,427 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:18:44,427 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:18:46,428 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:18:48,429 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:18:50,881 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:18:50,882 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:18:53,034 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:19:03,951 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 05:19:03,951 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 05:19:03,952 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 05:19:04,436 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 05:19:05,436 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:19:06,020 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:19:06,020 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:19:06,437 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:19:08,438 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:19:10,438 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:19:12,439 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:19:14,440 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:19:16,441 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:19:18,442 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:19:20,442 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:19:21,152 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:19:21,153 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:19:22,443 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:19:23,107 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:19:24,444 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:19:26,445 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:19:28,446 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:19:30,447 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:19:32,448 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:19:34,448 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:19:36,285 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:19:36,285 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:19:36,449 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:19:38,450 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:19:40,451 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:19:42,452 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:19:44,453 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:19:46,453 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:19:48,454 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:19:50,455 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:19:51,421 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:19:51,421 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:19:52,456 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:19:53,181 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:19:54,457 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:19:57,458 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:19:59,459 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:01,460 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:03,461 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:05,462 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:06,552 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:20:06,552 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:20:07,463 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:09,463 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:11,464 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:13,465 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:15,466 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:17,467 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:19,468 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:21,468 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:21,718 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:20:21,718 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:20:23,255 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:20:23,469 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:25,470 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:27,471 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:29,472 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:31,473 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:33,474 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:35,475 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:36,850 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:20:36,851 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:20:37,476 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:39,477 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:41,478 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:43,478 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:45,479 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:47,480 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:49,481 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:51,482 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:51,984 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:20:51,984 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:20:53,329 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:20:53,483 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:55,484 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:57,485 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:20:59,486 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:01,487 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:03,488 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:05,488 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:07,117 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:21:07,117 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:21:07,489 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:09,490 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:11,491 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:13,492 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:15,493 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:17,494 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:19,495 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:21,496 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:22,252 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:21:22,253 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:21:23,398 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:21:23,497 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:25,498 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:27,499 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:29,500 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:31,501 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:33,501 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:35,502 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:37,389 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:21:37,389 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:21:37,503 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:39,504 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:41,505 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:43,506 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:45,507 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:47,508 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:49,509 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:51,509 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:52,520 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:21:52,521 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:21:53,469 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:21:53,510 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:55,511 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:57,512 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:21:59,513 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:22:01,514 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:22:03,515 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:22:05,516 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:22:07,517 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:22:07,654 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:22:07,654 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:22:09,517 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:22:11,518 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:22:13,519 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:22:15,520 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:22:17,521 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:22:19,522 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:22:21,523 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:22:22,788 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:22:22,788 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:22:23,524 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:22:23,541 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:22:25,525 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:22:27,525 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:22:29,526 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:22:31,527 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:22:33,528 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:22:35,529 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:22:37,529 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:22:37,919 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:22:37,920 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:22:39,530 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:22:41,531 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:22:43,532 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:22:45,533 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:22:47,534 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:22:49,535 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:22:51,536 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:22:53,050 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:22:53,050 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:22:53,611 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:23:07,093 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 05:23:07,093 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 05:23:07,094 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 05:23:07,542 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:23:07,543 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 05:23:08,204 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:23:08,204 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:23:09,543 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:23:11,544 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:23:13,545 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:23:15,545 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:23:17,546 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:23:19,547 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:23:21,548 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:23:23,339 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:23:23,339 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:23:23,549 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:23:23,680 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:23:25,549 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:23:27,550 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:23:29,551 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:23:31,552 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:23:33,552 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:23:35,553 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:23:37,554 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:23:38,473 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:23:38,473 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:23:39,555 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:23:41,555 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:23:43,556 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:23:45,557 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:23:47,558 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:23:49,559 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:23:51,560 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:23:53,560 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:23:53,607 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:23:53,607 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:23:53,750 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:23:55,561 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:23:57,562 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:23:59,563 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:24:01,563 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:24:03,564 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:24:05,565 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:24:07,566 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:24:08,738 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:24:08,738 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:24:09,566 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:24:11,567 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:24:13,568 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:24:15,569 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:24:18,570 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:24:20,571 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:24:22,572 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:24:23,819 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:24:23,888 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:24:23,889 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:24:24,572 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:24:26,573 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:24:28,574 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:24:30,575 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:24:32,576 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:24:34,577 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:24:36,577 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:24:38,578 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:24:39,020 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:24:39,021 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:24:40,579 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:24:42,580 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:24:44,581 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:24:46,582 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:24:48,583 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:24:50,583 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:24:52,584 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:24:53,890 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:24:54,164 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:24:54,164 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:24:54,585 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:24:56,586 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:24:58,586 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:00,587 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:02,588 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:04,589 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:06,590 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:08,591 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:09,303 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:25:09,304 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:25:10,592 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:12,593 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:14,593 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:16,594 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:18,595 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:20,596 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:22,597 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:23,960 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:25:24,440 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:25:24,441 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:25:24,597 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:26,598 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:28,599 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:30,600 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:32,601 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:34,601 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:36,602 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:38,603 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:39,571 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:25:39,571 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:25:40,604 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:42,605 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:44,606 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:46,606 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:48,607 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:50,608 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:52,609 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:54,030 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:25:54,610 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:54,707 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:25:54,707 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:25:56,610 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:25:58,611 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:26:00,612 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:26:02,613 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:26:04,614 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:26:06,615 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:26:08,616 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:26:09,840 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:26:09,841 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:26:10,616 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:26:12,617 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:26:14,618 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:26:16,619 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:26:18,620 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:26:20,621 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:26:22,622 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:26:24,103 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:26:24,623 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:26:24,983 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:26:24,984 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:26:26,623 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:26:28,624 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:26:30,625 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:26:32,626 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:26:34,627 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:26:36,627 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:26:38,628 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:26:40,193 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:26:40,194 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:26:40,629 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:26:42,630 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:26:44,631 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:26:46,632 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:26:48,633 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:26:50,634 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:26:52,634 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:26:54,176 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:26:54,635 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:26:55,327 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:26:55,328 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:27:10,236 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 05:27:10,236 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 05:27:10,237 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 05:27:10,458 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:27:10,459 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:27:10,643 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 05:27:12,643 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:27:14,644 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:27:16,645 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:27:18,646 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:27:20,647 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:27:22,647 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:27:24,248 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:27:24,648 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:27:25,592 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:27:25,592 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:27:26,649 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:27:28,650 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:27:30,652 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:27:32,652 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:27:34,653 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:27:36,654 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:27:38,655 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:27:40,656 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:27:40,722 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:27:40,723 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:27:42,657 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:27:44,658 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:27:46,659 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:27:48,660 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:27:50,661 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:27:52,662 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:27:54,322 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:27:54,663 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:27:55,855 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:27:55,856 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:27:56,663 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:27:58,664 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:00,665 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:02,666 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:04,666 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:06,667 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:08,668 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:10,669 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:11,025 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:28:11,025 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:28:12,669 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:14,670 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:16,671 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:18,672 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:20,673 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:22,674 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:24,391 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:28:24,674 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:26,158 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:28:26,158 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:28:26,675 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:28,676 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:30,677 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:32,678 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:34,679 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:36,679 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:38,680 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:40,681 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:41,291 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:28:41,292 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:28:42,682 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:45,683 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:47,684 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:49,684 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:51,685 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:53,686 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:54,464 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:28:55,687 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:56,822 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:28:56,822 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:28:57,688 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:28:59,688 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:01,689 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:03,690 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:05,691 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:07,693 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:09,694 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:11,695 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:11,953 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:29:11,954 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:29:13,696 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:15,697 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:17,698 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:19,699 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:21,700 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:23,701 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:24,541 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:29:25,702 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:27,097 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:29:27,097 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:29:27,703 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:29,703 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:31,704 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:33,705 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:35,706 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:37,707 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:39,708 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:41,709 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:42,235 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:29:42,236 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:29:43,710 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:45,711 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:47,712 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:49,713 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:51,714 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:53,715 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:54,615 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:29:55,716 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:57,367 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:29:57,368 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:29:57,717 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:29:59,718 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:01,719 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:03,720 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:05,721 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:07,722 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:09,723 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:11,724 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:12,499 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:30:12,499 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:30:13,725 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:15,726 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:17,726 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:19,727 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:21,728 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:23,729 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:24,690 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:30:25,729 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:27,631 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:30:27,632 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:30:27,730 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:29,731 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:31,732 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:33,733 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:35,733 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:37,734 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:39,735 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:41,736 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:42,769 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:30:42,769 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:30:43,737 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:45,738 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:47,739 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:49,740 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:51,741 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:53,742 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:54,764 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:30:55,742 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:57,743 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:30:57,904 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:30:57,904 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:31:13,035 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:31:13,036 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:31:13,367 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 05:31:13,367 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 05:31:13,368 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 05:31:13,749 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 05:31:14,750 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:31:15,750 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:31:17,751 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:31:19,752 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:31:21,753 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:31:23,754 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:31:24,835 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:31:25,755 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:31:27,755 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:31:28,167 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:31:28,167 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:31:29,756 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:31:31,757 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:31:33,758 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:31:35,759 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:31:37,760 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:31:39,761 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:31:41,762 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:31:43,300 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:31:43,301 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:31:43,763 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:31:45,763 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:31:47,764 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:31:49,765 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:31:51,766 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:31:53,767 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:31:54,909 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:31:55,768 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:31:57,768 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:31:58,433 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:31:58,433 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:31:59,769 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:01,770 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:03,771 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:05,772 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:07,772 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:09,773 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:11,774 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:13,567 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:32:13,567 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:32:13,775 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:15,775 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:17,776 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:19,777 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:21,778 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:23,779 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:24,982 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:32:25,779 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:27,780 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:28,706 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:32:28,706 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:32:29,781 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:31,782 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:33,782 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:35,783 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:37,784 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:39,785 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:41,785 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:43,786 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:43,838 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:32:43,838 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:32:45,787 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:47,788 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:49,788 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:51,789 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:53,790 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:55,057 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:32:55,791 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:58,792 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:32:58,971 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:32:58,971 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:33:00,793 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:02,793 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:04,794 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:06,795 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:08,796 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:10,797 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:12,798 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:14,104 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:33:14,104 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:33:14,799 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:16,800 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:18,801 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:20,801 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:22,802 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:24,803 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:25,129 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:33:26,804 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:28,805 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:29,236 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:33:29,237 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:33:30,806 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:32,807 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:34,808 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:36,809 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:38,809 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:40,810 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:42,811 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:44,376 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:33:44,376 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:33:44,812 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:46,813 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:48,814 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:50,815 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:52,816 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:54,817 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:55,203 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:33:56,817 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:58,818 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:33:59,508 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:33:59,509 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:34:00,819 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:34:02,820 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:34:04,821 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:34:06,822 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:34:08,823 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:34:10,824 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:34:12,825 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:34:14,640 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:34:14,641 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:34:14,826 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:34:16,827 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:34:18,827 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:34:20,828 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:34:22,829 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:34:24,830 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:34:25,277 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:34:26,831 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:34:28,832 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:34:29,773 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:34:29,774 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:34:30,833 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:34:32,834 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:34:34,835 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:34:36,836 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:34:38,837 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:34:40,838 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:34:42,838 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:34:44,839 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:34:44,905 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:34:44,905 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:34:46,840 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:34:48,841 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:34:50,842 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:34:52,844 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:34:54,844 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:34:55,350 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:34:56,845 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:34:58,847 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:35:00,047 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:35:00,047 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:35:00,848 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:35:15,187 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:35:15,187 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:35:16,504 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 05:35:16,504 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 05:35:16,505 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 05:35:16,853 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 05:35:18,854 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:35:20,854 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:35:22,855 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:35:24,856 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:35:25,423 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:35:26,857 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:35:28,858 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:35:30,317 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:35:30,318 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:35:30,860 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:35:32,861 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:35:34,862 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:35:36,863 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:35:38,863 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:35:40,864 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:35:42,865 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:35:44,866 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:35:45,450 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:35:45,451 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:35:46,867 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:35:48,868 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:35:50,869 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:35:52,870 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:35:54,871 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:35:55,496 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:35:56,872 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:35:58,873 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:00,582 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:36:00,582 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:36:00,873 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:02,874 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:04,875 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:06,876 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:08,877 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:10,878 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:12,879 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:14,880 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:15,716 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:36:15,716 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:36:16,881 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:18,882 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:20,882 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:22,883 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:24,884 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:25,570 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:36:26,885 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:28,886 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:30,872 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:36:30,873 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:36:30,887 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:32,887 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:34,888 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:36,889 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:38,890 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:40,891 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:42,892 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:44,893 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:46,009 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:36:46,009 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:36:46,894 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:48,895 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:50,896 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:52,897 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:54,898 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:55,642 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:36:56,899 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:36:58,899 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:00,900 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:01,151 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:37:01,151 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:37:02,901 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:04,902 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:06,903 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:08,904 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:10,904 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:12,905 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:14,906 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:16,286 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:37:16,287 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:37:16,908 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:18,908 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:20,909 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:22,910 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:24,911 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:25,715 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:37:26,912 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:29,914 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:31,426 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:37:31,427 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:37:31,915 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:33,915 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:35,916 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:37,917 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:39,918 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:41,918 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:43,919 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:45,920 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:46,560 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:37:46,560 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:37:47,921 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:49,922 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:51,923 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:53,923 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:55,791 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:37:55,924 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:57,925 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:37:59,926 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:01,752 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:38:01,752 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:38:01,927 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:03,928 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:05,929 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:07,930 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:09,931 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:11,932 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:13,933 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:15,934 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:16,887 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:38:16,887 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:38:17,935 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:19,936 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:21,937 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:23,938 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:25,863 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:38:25,939 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:27,940 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:29,941 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:31,942 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:32,039 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:38:32,039 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:38:33,943 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:35,944 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:37,945 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:39,946 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:41,947 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:43,948 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:45,949 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:47,179 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:38:47,180 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:38:47,950 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:49,951 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:51,952 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:53,953 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:55,937 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:38:55,954 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:57,955 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:38:59,956 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:39:01,957 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:39:02,317 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:39:02,317 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:39:03,958 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:39:05,959 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:39:17,451 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:39:17,451 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:39:19,645 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 05:39:19,646 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 05:39:19,646 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 05:39:19,965 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 05:39:21,966 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:39:23,967 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:39:25,968 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:39:26,008 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:39:27,969 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:39:29,970 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:39:31,971 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:39:32,675 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:39:32,676 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:39:33,972 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:39:35,973 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:39:37,974 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:39:39,975 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:39:41,976 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:39:43,977 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:39:45,978 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:39:47,860 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:39:47,860 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:39:47,979 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:39:49,980 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:39:51,981 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:39:53,982 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:39:55,983 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:39:56,077 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:39:57,984 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:39:59,985 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:40:01,986 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:40:03,078 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:40:03,078 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:40:03,986 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:40:05,987 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:40:07,988 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:40:09,989 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:40:11,990 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:40:13,991 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:40:15,992 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:40:18,215 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:40:18,215 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:40:18,994 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:40:20,995 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:40:22,996 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:40:24,996 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:40:26,139 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:40:26,997 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:40:28,998 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:40:30,999 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:40:33,000 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:40:33,347 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:40:33,347 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:40:35,001 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:40:37,001 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:40:39,002 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:40:41,003 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:40:43,004 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:40:45,005 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:40:47,006 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:40:48,545 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:40:48,545 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:40:49,007 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:40:51,007 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:40:53,008 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:40:55,009 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:40:56,203 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:40:57,010 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:40:59,011 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:41:01,012 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:41:03,012 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:41:03,693 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:41:03,693 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:41:05,013 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:41:07,014 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:41:09,015 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:41:11,016 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:41:13,017 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:41:15,017 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:41:17,018 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:41:18,833 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:41:18,834 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:41:19,019 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:41:21,020 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:41:23,021 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:41:25,022 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:41:26,268 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:41:27,022 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:41:29,023 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:41:31,024 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:41:33,025 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:41:34,009 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:41:34,009 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:41:35,026 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:41:37,026 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:41:39,027 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:41:41,028 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:41:43,029 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:41:45,030 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:41:47,030 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:41:49,031 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:41:49,145 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:41:49,145 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:41:52,033 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:41:54,033 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:41:56,034 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:41:56,335 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:41:58,035 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:42:00,036 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:42:02,037 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:42:04,037 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:42:04,281 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:42:04,281 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:42:06,038 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:42:08,039 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:42:10,040 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:42:12,041 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:42:14,041 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:42:16,042 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:42:18,043 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:42:19,418 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:42:19,418 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:42:20,044 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:42:26,400 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:42:27,517 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 05:42:27,518 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 05:42:27,518 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 05:42:28,047 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 05:42:30,048 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:42:32,048 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:42:34,049 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:42:34,551 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:42:34,552 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:42:36,050 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:42:38,051 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:42:40,052 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:42:42,053 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:42:44,054 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:42:46,055 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:42:48,056 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:42:49,682 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:42:49,682 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:42:50,056 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:42:52,057 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:42:54,058 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:42:56,059 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:42:56,469 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:42:58,060 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:00,061 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:02,061 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:04,062 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:04,813 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:43:04,814 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:43:06,063 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:08,064 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:10,065 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:12,066 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:14,067 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:16,067 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:18,068 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:19,947 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:43:19,947 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:43:20,069 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:22,070 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:24,070 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:26,071 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:26,536 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:43:28,072 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:30,073 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:32,074 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:34,075 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:35,085 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:43:35,085 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:43:36,075 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:38,076 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:40,077 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:42,078 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:44,079 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:46,080 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:48,081 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:50,082 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:50,218 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:43:50,218 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:43:52,083 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:54,083 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:56,084 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:43:56,602 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:43:58,085 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:00,086 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:02,087 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:04,088 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:05,351 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:44:05,351 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:44:06,089 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:08,090 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:10,091 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:12,092 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:14,093 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:16,094 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:18,094 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:20,095 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:20,483 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:44:20,483 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:44:22,096 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:24,097 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:26,098 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:26,673 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:44:28,099 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:30,100 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:32,100 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:34,101 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:35,626 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:44:35,627 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:44:36,102 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:38,103 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:40,104 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:42,105 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:44,105 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:46,106 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:48,107 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:50,108 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:50,760 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:44:50,760 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:44:52,109 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:54,109 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:56,110 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:44:56,745 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:44:58,111 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:00,112 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:02,113 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:04,113 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:05,891 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:45:05,891 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:45:06,114 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:08,115 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:10,116 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:12,117 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:14,118 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:16,118 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:18,119 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:20,120 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:21,024 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:45:21,025 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:45:22,121 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:24,121 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:26,122 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:26,814 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:45:28,123 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:30,124 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:32,125 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:34,125 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:36,126 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:36,159 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:45:36,159 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:45:38,127 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:40,128 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:42,129 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:44,130 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:46,130 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:48,131 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:50,132 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:51,297 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:45:51,297 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:45:52,133 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:54,134 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:56,134 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:45:56,887 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:45:59,135 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:46:01,136 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:46:03,137 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:46:05,138 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:46:06,430 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:46:06,430 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:46:07,139 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:46:09,140 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:46:11,141 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:46:13,142 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:46:15,143 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:46:17,144 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:46:21,562 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:46:21,562 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:46:26,960 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:46:30,642 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 05:46:30,643 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 05:46:30,643 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 05:46:31,149 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 05:46:33,149 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:46:35,150 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:46:36,702 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:46:36,702 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:46:37,151 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:46:39,152 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:46:41,153 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:46:43,154 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:46:45,155 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:46:47,156 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:46:49,157 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:46:51,157 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:46:51,842 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:46:51,843 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:46:53,158 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:46:55,159 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:46:57,035 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:46:57,160 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:46:59,161 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:01,162 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:03,163 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:05,163 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:06,975 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:47:06,975 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:47:07,164 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:09,165 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:11,166 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:13,167 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:15,168 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:17,169 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:19,170 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:21,171 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:22,115 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:47:22,116 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:47:23,171 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:25,172 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:27,106 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:47:27,173 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:29,174 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:31,175 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:33,175 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:35,176 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:37,177 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:37,253 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:47:37,254 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:47:39,178 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:41,179 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:43,180 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:45,181 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:47,181 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:49,182 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:51,183 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:52,389 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:47:52,389 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:47:53,184 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:55,185 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:57,176 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:47:57,186 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:47:59,186 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:01,187 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:03,188 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:05,189 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:07,190 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:07,522 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:48:07,522 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:48:09,191 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:11,192 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:13,192 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:15,193 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:17,194 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:19,195 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:21,196 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:22,658 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:48:22,659 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:48:23,197 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:25,198 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:27,199 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:27,248 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:48:29,199 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:31,200 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:33,201 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:35,202 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:37,203 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:37,800 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:48:37,800 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:48:39,204 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:41,205 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:43,206 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:45,207 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:47,208 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:49,209 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:51,209 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:52,933 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:48:52,933 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:48:53,210 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:55,211 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:57,212 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:48:57,315 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:48:59,213 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:01,214 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:03,215 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:05,215 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:07,216 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:08,068 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:49:08,069 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:49:09,217 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:11,218 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:13,219 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:15,220 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:17,220 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:19,221 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:21,222 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:23,210 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:49:23,210 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:49:23,223 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:25,224 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:27,224 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:27,388 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:49:29,225 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:31,226 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:33,227 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:35,228 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:37,229 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:38,342 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:49:38,342 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:49:39,229 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:41,230 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:43,231 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:45,232 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:47,233 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:49,234 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:51,235 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:53,235 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:53,553 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:49:53,554 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:49:55,236 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:57,237 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:49:57,461 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:49:59,238 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:50:01,239 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:50:04,240 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:50:06,241 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:50:08,242 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:50:08,688 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:50:08,688 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:50:10,243 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:50:12,244 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:50:14,245 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:50:16,246 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:50:18,247 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:50:20,248 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:50:23,820 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:50:23,820 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:50:27,538 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:50:33,783 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 05:50:33,784 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 05:50:33,784 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 05:50:34,253 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 05:50:35,254 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:50:36,254 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:50:38,255 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:50:38,952 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:50:38,952 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:50:40,256 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:50:42,257 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:50:44,257 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:50:46,258 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:50:48,259 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:50:50,260 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:50:52,260 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:50:54,085 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:50:54,086 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:50:54,261 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:50:56,262 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:50:57,610 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:50:58,263 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:00,264 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:02,264 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:04,265 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:06,266 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:08,267 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:09,224 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:51:09,224 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:51:10,268 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:12,268 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:14,269 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:16,270 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:18,271 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:20,272 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:22,273 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:24,273 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:24,377 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:51:24,378 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:51:26,274 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:27,684 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:51:28,275 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:30,276 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:32,277 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:34,278 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:36,279 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:38,279 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:39,515 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:51:39,516 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:51:40,280 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:42,281 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:44,282 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:46,283 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:48,284 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:50,285 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:52,285 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:54,286 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:54,651 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:51:54,651 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:51:56,287 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:51:57,759 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:51:58,288 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:52:00,289 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:52:02,289 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:52:04,290 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:52:06,291 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:52:08,292 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:52:09,982 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:52:09,983 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:52:10,293 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:52:12,294 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:52:14,294 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:52:16,295 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:52:18,296 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:52:20,297 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:52:25,117 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:52:25,117 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:52:27,830 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:52:40,252 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:52:40,252 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:52:55,384 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:52:55,384 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:52:57,902 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:53:10,520 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:53:10,520 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:53:25,669 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:53:25,669 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:53:27,960 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:53:39,324 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:53:40,801 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:53:40,802 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:53:41,325 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:53:43,325 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:53:45,326 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:53:47,327 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:53:49,327 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:53:51,328 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:53:53,329 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:53:55,329 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:53:55,980 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:53:55,981 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:53:57,330 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:53:58,027 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:53:59,331 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:01,332 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:03,333 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:05,334 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:07,335 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:09,335 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:11,115 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:54:11,115 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:54:11,336 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:13,337 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:15,338 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:17,338 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:19,339 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:21,340 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:23,341 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:25,342 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:26,249 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:54:26,249 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:54:27,343 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:28,101 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:54:29,344 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:31,344 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:33,345 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:35,346 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:37,347 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:39,348 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:41,348 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:41,382 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:54:41,383 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:54:43,349 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:45,350 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:47,351 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:49,352 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:51,353 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:53,354 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:55,355 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:56,515 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:54:56,516 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:54:57,356 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:54:58,175 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:54:59,357 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:55:01,357 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:55:03,358 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:55:05,359 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:55:07,360 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:55:09,361 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:55:11,362 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:55:11,651 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:55:11,651 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:55:13,363 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:55:15,364 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:55:17,364 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:55:19,365 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:55:21,366 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:55:23,367 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:55:26,786 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:55:26,786 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:55:28,248 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:55:38,535 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 05:55:38,536 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 05:55:38,536 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 05:55:39,373 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:55:39,373 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 05:55:40,373 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:55:41,373 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:55:41,919 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:55:41,920 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:55:43,374 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:55:45,375 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:55:47,376 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:55:49,376 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:55:51,377 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:55:53,378 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:55:55,378 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:55:57,105 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:55:57,106 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:55:57,379 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:55:58,320 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:55:59,380 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:01,381 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:03,381 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:05,382 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:07,383 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:09,384 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:11,385 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:12,240 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:56:12,240 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:56:13,386 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:15,387 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:17,388 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:19,388 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:21,389 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:23,390 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:25,391 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:27,373 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:56:27,373 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:56:27,392 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:28,394 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:56:29,393 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:31,394 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:33,395 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:35,396 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:37,397 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:39,397 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:41,398 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:42,516 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:56:42,516 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:56:43,399 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:45,400 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:47,400 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:49,401 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:51,402 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:53,403 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:55,404 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:57,404 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:56:57,647 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:56:57,647 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:56:58,471 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:56:59,405 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:01,406 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:03,407 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:05,408 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:07,408 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:09,409 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:11,410 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:12,792 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:57:12,793 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:57:13,411 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:15,412 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:17,412 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:19,413 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:21,414 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:23,415 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:25,416 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:27,416 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:27,926 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:57:27,926 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:57:28,538 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:57:29,417 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:31,418 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:33,419 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:35,419 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:37,420 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:39,421 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:41,422 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:43,061 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:57:43,062 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:57:43,423 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:45,423 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:47,424 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:49,425 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:51,426 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:53,427 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:56,428 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:58,197 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:57:58,197 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:57:58,429 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:57:58,607 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:58:00,430 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:02,431 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:04,432 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:06,433 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:08,433 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:10,434 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:12,435 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:13,409 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:58:13,410 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:58:14,436 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:16,437 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:18,438 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:20,439 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:22,440 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:24,441 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:26,442 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:28,442 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:28,549 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:58:28,549 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:58:28,682 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:58:30,443 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:32,444 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:34,445 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:36,446 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:38,446 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:40,447 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:42,448 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:43,681 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:58:43,682 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:58:44,449 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:46,449 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:48,450 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:50,451 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:52,452 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:54,453 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:56,454 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:58,455 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:58:58,757 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:58:58,814 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:58:58,814 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:59:00,455 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:59:02,456 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:59:04,457 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:59:06,458 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:59:08,459 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:59:10,460 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:59:12,461 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:59:13,950 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:59:13,950 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:59:14,462 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:59:16,463 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:59:18,463 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:59:20,464 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:59:22,465 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:59:24,466 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:59:26,467 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:59:28,826 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:59:29,082 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:59:29,082 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:59:41,662 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 05:59:41,662 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 05:59:41,663 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 05:59:42,474 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:59:42,474 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 05:59:44,236 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:59:44,237 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 05:59:44,474 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:59:46,475 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:59:48,476 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:59:50,477 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:59:52,478 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:59:54,479 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:59:56,480 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:59:58,481 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 05:59:58,892 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 05:59:59,380 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 05:59:59,380 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:00:00,482 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:02,483 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:04,484 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:06,484 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:08,485 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:10,486 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:12,487 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:14,488 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:14,514 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:00:14,515 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:00:16,489 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:18,489 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:20,490 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:22,491 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:24,492 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:26,493 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:28,494 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:28,962 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:00:29,649 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:00:29,650 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:00:30,495 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:32,496 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:34,497 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:36,498 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:38,499 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:40,500 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:42,501 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:44,502 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:44,782 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:00:44,782 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:00:46,502 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:48,503 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:50,504 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:52,505 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:54,506 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:56,507 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:58,508 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:00:59,029 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:00:59,915 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:00:59,915 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:01:00,509 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:02,510 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:04,511 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:06,512 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:08,513 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:10,514 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:12,515 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:14,516 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:15,047 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:01:15,047 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:01:16,517 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:18,518 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:20,519 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:22,520 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:24,521 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:26,521 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:28,522 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:29,099 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:01:30,182 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:01:30,182 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:01:30,523 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:32,524 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:34,525 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:36,526 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:38,527 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:40,528 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:42,529 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:44,530 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:45,316 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:01:45,317 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:01:46,532 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:48,532 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:50,533 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:52,534 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:54,535 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:56,536 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:58,537 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:01:59,169 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:02:00,449 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:02:00,450 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:02:00,538 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:02:02,539 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:02:04,540 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:02:06,541 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:02:08,542 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:02:10,543 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:02:12,544 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:02:14,545 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:02:15,588 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:02:15,588 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:02:17,546 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:02:19,547 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:02:21,548 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:02:23,548 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:02:25,549 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:02:27,550 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:02:29,240 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:02:29,551 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:02:30,721 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:02:30,722 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:02:31,551 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:02:33,552 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:02:35,553 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:02:37,554 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:02:39,555 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:02:41,556 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:02:43,557 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:02:45,558 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:02:45,853 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:02:45,854 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:02:47,559 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:02:49,560 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:02:51,561 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:02:53,561 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:02:55,563 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:02:57,564 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:02:59,313 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:02:59,564 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:03:00,989 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:03:00,989 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:03:01,565 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:03:03,566 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:03:05,567 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:03:07,568 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:03:09,569 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:03:11,570 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:03:13,571 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:03:15,572 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:03:16,214 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:03:16,215 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:03:17,573 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:03:19,574 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:03:21,575 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:03:23,576 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:03:25,577 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:03:27,578 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:03:29,386 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:03:29,579 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:03:31,350 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:03:31,350 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:03:44,800 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 06:03:44,801 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 06:03:44,801 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 06:03:45,585 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 06:03:46,485 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:03:46,485 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:03:46,586 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:03:47,586 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:03:49,587 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:03:51,588 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:03:53,589 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:03:55,590 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:03:57,591 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:03:59,457 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:03:59,592 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:01,593 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:01,659 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:04:01,660 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:04:03,594 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:05,595 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:07,596 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:09,597 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:11,598 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:13,599 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:15,600 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:16,795 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:04:16,796 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:04:17,601 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:19,602 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:21,603 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:23,604 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:25,605 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:27,606 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:29,530 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:04:29,607 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:31,607 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:32,007 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:04:32,007 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:04:33,608 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:35,609 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:37,610 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:39,611 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:41,612 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:43,613 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:45,614 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:47,141 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:04:47,141 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:04:47,615 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:49,616 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:51,617 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:53,618 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:55,619 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:57,620 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:04:59,602 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:04:59,620 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:01,621 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:02,276 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:05:02,276 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:05:03,622 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:05,623 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:07,624 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:09,625 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:11,626 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:13,627 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:15,628 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:17,409 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:05:17,410 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:05:17,628 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:19,629 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:21,630 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:23,631 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:25,632 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:27,633 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:29,634 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:29,676 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:05:31,635 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:32,543 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:05:32,543 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:05:33,636 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:35,637 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:37,638 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:39,639 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:41,640 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:43,641 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:45,642 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:47,642 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:47,678 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:05:47,678 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:05:49,643 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:51,644 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:53,645 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:55,645 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:57,646 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:59,647 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:05:59,750 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:06:01,648 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:06:02,811 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:06:02,811 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:06:03,648 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:06:05,649 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:06:07,650 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:06:09,651 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:06:11,652 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:06:13,653 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:06:15,653 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:06:17,654 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:06:17,945 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:06:17,945 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:06:19,655 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:06:21,656 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:06:23,657 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:06:25,657 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:06:27,658 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:06:29,659 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:06:29,823 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:06:31,660 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:06:33,080 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:06:33,081 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:06:33,661 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:06:35,662 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:06:37,662 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:06:39,663 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:06:41,664 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:06:43,665 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:06:45,666 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:06:47,667 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:06:48,214 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:06:48,214 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:06:49,668 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:06:52,669 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:06:54,670 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:06:56,671 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:06:58,672 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:06:59,896 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:07:00,672 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:07:02,673 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:07:03,349 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:07:03,349 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:07:04,674 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:07:06,675 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:07:08,675 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:07:10,676 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:07:12,677 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:07:14,678 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:07:16,678 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:07:18,482 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:07:18,483 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:07:18,679 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:07:20,680 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:07:22,681 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:07:24,681 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:07:26,682 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:07:28,683 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:07:29,970 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:07:30,683 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:07:32,684 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:07:33,615 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:07:33,616 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:07:47,944 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 06:07:47,945 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 06:07:47,945 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 06:07:48,691 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 06:07:48,752 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:07:48,753 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:07:49,691 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:07:50,692 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:07:52,692 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:07:54,693 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:07:56,694 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:07:58,695 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:00,041 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:08:00,696 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:02,697 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:03,926 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:08:03,926 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:08:04,698 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:06,698 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:08,699 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:10,700 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:12,701 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:14,702 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:16,703 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:18,704 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:19,059 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:08:19,059 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:08:20,704 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:22,705 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:24,706 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:26,707 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:28,708 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:30,115 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:08:30,709 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:32,710 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:34,192 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:08:34,192 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:08:34,711 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:36,712 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:38,712 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:40,713 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:42,714 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:44,715 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:46,716 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:48,717 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:49,329 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:08:49,329 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:08:50,718 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:52,719 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:54,720 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:56,721 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:08:58,722 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:00,188 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:09:00,722 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:02,723 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:04,464 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:09:04,464 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:09:04,724 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:06,725 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:08,726 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:10,727 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:12,727 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:14,728 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:16,729 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:18,730 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:19,622 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:09:19,622 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:09:20,731 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:22,732 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:24,732 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:26,733 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:28,734 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:30,263 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:09:30,735 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:32,736 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:34,737 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:34,807 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:09:34,807 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:09:36,738 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:38,739 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:40,740 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:42,741 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:44,742 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:46,743 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:48,744 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:49,939 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:09:49,940 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:09:50,745 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:52,746 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:54,747 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:56,747 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:09:58,748 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:00,337 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:10:00,749 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:02,750 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:04,751 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:05,072 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:10:05,072 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:10:06,752 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:08,753 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:10,754 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:12,755 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:14,756 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:16,757 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:18,758 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:20,207 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:10:20,207 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:10:20,758 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:22,759 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:24,760 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:26,761 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:28,762 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:30,410 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:10:30,763 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:32,764 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:34,765 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:35,343 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:10:35,343 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:10:36,766 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:38,767 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:40,768 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:42,769 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:44,770 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:46,771 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:48,772 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:50,484 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:10:50,484 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:10:50,772 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:52,773 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:54,774 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:57,775 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:10:59,776 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:11:00,485 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:11:01,777 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:11:03,778 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:11:05,617 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:11:05,618 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:11:05,779 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:11:07,780 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:11:09,781 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:11:11,782 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:11:13,782 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:11:15,783 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:11:17,784 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:11:19,785 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:11:20,749 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:11:20,750 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:11:21,786 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:11:23,787 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:11:25,787 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:11:27,788 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:11:29,789 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:11:30,558 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:11:31,790 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:11:33,791 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:11:35,792 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:11:35,886 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:11:35,887 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:11:51,020 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:11:51,020 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:11:51,152 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 06:11:51,152 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 06:11:51,153 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 06:11:51,798 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 06:11:53,799 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:11:55,799 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:11:57,800 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:11:59,801 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:00,628 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:12:01,802 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:03,803 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:05,804 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:06,160 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:12:06,160 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:12:07,805 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:09,805 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:11,806 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:13,807 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:15,808 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:17,809 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:19,810 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:21,317 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:12:21,317 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:12:21,811 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:23,812 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:25,813 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:27,814 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:29,814 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:30,702 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:12:31,815 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:33,816 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:35,817 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:36,451 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:12:36,451 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:12:37,818 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:39,819 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:41,820 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:43,820 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:45,821 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:47,822 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:49,823 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:51,582 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:12:51,583 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:12:51,824 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:53,825 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:55,826 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:57,826 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:12:59,827 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:00,775 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:13:01,828 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:03,829 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:05,830 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:06,717 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:13:06,717 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:13:07,831 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:09,832 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:11,832 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:13,833 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:15,834 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:17,835 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:19,836 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:21,836 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:21,849 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:13:21,849 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:13:23,837 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:25,838 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:27,839 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:29,840 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:30,850 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:13:31,841 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:33,842 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:35,843 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:36,987 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:13:36,987 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:13:37,844 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:39,844 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:41,845 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:43,846 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:45,847 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:47,847 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:49,848 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:51,849 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:52,119 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:13:52,119 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:13:53,850 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:55,851 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:57,851 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:13:59,852 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:00,921 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:14:01,853 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:03,854 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:05,855 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:07,253 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:14:07,253 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:14:07,856 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:09,857 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:11,857 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:13,858 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:15,859 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:17,860 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:19,860 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:21,861 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:22,387 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:14:22,387 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:14:23,862 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:25,863 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:27,864 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:29,865 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:30,989 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:14:31,866 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:33,866 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:35,867 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:37,520 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:14:37,521 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:14:37,868 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:39,869 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:41,870 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:43,871 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:45,872 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:47,872 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:49,873 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:51,874 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:52,657 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:14:52,657 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:14:53,875 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:55,876 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:57,877 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:14:59,878 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:15:01,057 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:15:01,879 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:15:03,880 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:15:05,881 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:15:07,791 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:15:07,791 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:15:07,882 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:15:09,882 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:15:11,883 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:15:13,884 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:15:15,885 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:15:17,886 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:15:20,887 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:15:22,888 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:15:22,927 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:15:22,928 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:15:24,889 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:15:26,889 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:15:28,890 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:15:30,891 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:15:31,126 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:15:32,892 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:15:34,893 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:15:36,894 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:15:38,060 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:15:38,061 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:15:38,895 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:15:53,193 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:15:53,193 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:15:54,229 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 06:15:54,229 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 06:15:54,230 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 06:15:54,901 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 06:15:55,901 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:15:56,902 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:15:58,902 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:00,903 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:01,193 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:16:02,904 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:04,905 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:06,906 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:08,327 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:16:08,328 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:16:08,907 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:10,908 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:12,909 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:14,910 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:16,911 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:18,912 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:20,912 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:22,913 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:23,484 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:16:23,484 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:16:24,914 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:26,915 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:28,916 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:30,917 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:31,258 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:16:32,918 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:34,919 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:36,919 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:38,617 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:16:38,617 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:16:38,920 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:40,921 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:42,922 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:44,922 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:46,923 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:48,924 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:50,925 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:52,926 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:53,750 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:16:53,751 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:16:54,926 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:56,927 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:16:58,928 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:00,929 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:01,328 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:17:02,930 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:04,931 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:06,932 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:08,886 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:17:08,886 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:17:08,933 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:10,934 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:12,935 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:14,936 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:16,937 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:18,938 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:20,939 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:22,941 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:24,017 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:17:24,017 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:17:24,941 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:26,942 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:28,944 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:30,944 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:31,401 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:17:32,945 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:34,946 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:36,947 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:38,947 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:39,155 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:17:39,155 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:17:40,948 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:42,949 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:44,950 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:46,951 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:48,952 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:50,952 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:52,953 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:54,288 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:17:54,288 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:17:54,954 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:56,955 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:17:58,956 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:00,957 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:01,473 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:18:02,958 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:04,958 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:06,959 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:08,960 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:09,425 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:18:09,426 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:18:10,961 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:12,962 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:14,963 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:16,964 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:18,965 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:20,966 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:22,967 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:24,560 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:18:24,560 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:18:24,968 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:26,969 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:28,970 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:30,970 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:31,536 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:18:32,972 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:34,972 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:36,973 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:38,974 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:39,692 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:18:39,693 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:18:40,975 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:42,976 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:44,977 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:46,977 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:48,978 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:50,979 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:52,980 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:54,826 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:18:54,826 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:18:54,981 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:56,982 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:18:58,983 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:19:00,984 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:19:01,607 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:19:02,984 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:19:04,985 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:19:06,986 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:19:08,987 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:19:09,958 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:19:09,958 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:19:10,988 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:19:12,989 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:19:14,990 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:19:16,991 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:19:18,992 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:19:20,993 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:19:22,994 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:19:24,994 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:19:25,092 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:19:25,093 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:19:26,995 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:19:28,996 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:19:30,997 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:19:31,675 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:19:32,998 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:19:34,999 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:19:37,000 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:19:39,001 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:19:40,224 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:19:40,224 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:19:41,002 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:19:43,003 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:19:55,358 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:19:55,358 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:19:57,363 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 06:19:57,363 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 06:19:57,363 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 06:19:58,009 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 06:19:59,009 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:00,010 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:01,739 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:20:02,011 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:04,012 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:06,013 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:08,014 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:10,015 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:10,491 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:20:10,492 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:20:12,016 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:14,017 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:16,018 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:18,019 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:20,019 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:22,020 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:24,021 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:25,646 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:20:25,646 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:20:26,022 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:28,023 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:30,024 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:31,810 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:20:32,025 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:34,026 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:36,027 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:38,028 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:40,029 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:40,785 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:20:40,785 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:20:42,030 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:44,030 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:46,031 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:48,032 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:50,033 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:52,034 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:54,035 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:55,918 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:20:55,918 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:20:56,036 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:20:58,037 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:00,038 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:01,882 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:21:02,039 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:04,040 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:06,040 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:08,041 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:10,042 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:11,053 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:21:11,053 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:21:12,043 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:14,044 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:16,045 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:18,046 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:20,047 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:22,048 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:24,048 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:26,049 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:26,186 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:21:26,186 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:21:28,050 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:30,051 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:31,952 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:21:32,052 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:34,053 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:36,054 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:38,055 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:40,055 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:41,323 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:21:41,324 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:21:42,056 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:44,057 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:46,058 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:48,059 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:50,060 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:52,060 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:54,061 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:56,062 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:21:56,463 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:21:56,464 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:21:58,063 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:00,064 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:02,024 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:22:02,065 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:04,066 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:06,067 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:08,067 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:10,068 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:11,600 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:22:11,600 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:22:12,069 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:14,070 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:16,071 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:18,072 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:20,072 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:22,073 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:24,074 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:26,075 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:26,732 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:22:26,733 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:22:28,076 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:30,077 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:32,078 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:32,096 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:22:34,079 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:36,079 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:38,080 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:40,081 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:41,869 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:22:41,869 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:22:42,082 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:44,083 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:46,084 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:48,085 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:50,085 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:52,086 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:54,087 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:56,088 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:22:56,999 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:22:57,000 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:22:58,088 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:23:00,089 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:23:02,090 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:23:02,170 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:23:04,091 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:23:06,092 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:23:08,093 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:23:10,094 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:23:12,095 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:23:12,140 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:23:12,140 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:23:14,096 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:23:16,097 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:23:18,098 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:23:20,099 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:23:22,100 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:23:24,100 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:23:26,101 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:23:27,281 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:23:27,281 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:23:28,102 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:23:30,103 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:23:32,104 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:23:32,242 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:23:34,105 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:23:36,106 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:23:38,107 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:23:40,107 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:23:42,109 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:23:42,415 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:23:42,415 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:23:44,109 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:23:46,110 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:23:57,585 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:23:57,585 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:24:00,497 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 06:24:00,497 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 06:24:00,498 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 06:24:01,116 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 06:24:02,117 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:24:02,313 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:24:03,117 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:24:04,118 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:24:06,118 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:24:08,119 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:24:10,120 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:24:12,785 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:24:12,785 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:24:13,121 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:24:15,122 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:24:17,123 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:24:19,124 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:24:21,125 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:24:23,126 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:24:25,127 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:24:27,128 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:24:27,920 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:24:27,920 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:24:29,128 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:24:31,129 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:24:32,382 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:24:33,130 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:24:35,131 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:24:37,131 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:24:39,132 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:24:41,133 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:24:43,053 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:24:43,053 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:24:43,134 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:24:45,135 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:24:47,135 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:24:49,136 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:24:51,137 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:24:53,138 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:24:55,139 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:24:57,140 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:24:58,249 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:24:58,250 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:24:59,140 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:01,141 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:02,455 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:25:03,142 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:05,143 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:07,144 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:09,145 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:11,146 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:13,147 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:13,384 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:25:13,384 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:25:15,148 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:17,149 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:19,150 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:21,151 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:23,152 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:25,153 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:27,154 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:28,523 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:25:28,524 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:25:29,154 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:31,155 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:32,525 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:25:33,156 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:35,157 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:37,158 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:39,159 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:41,160 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:43,161 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:43,719 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:25:43,719 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:25:45,161 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:47,162 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:49,163 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:51,164 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:53,165 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:55,166 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:58,167 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:25:58,851 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:25:58,851 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:26:00,168 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:02,168 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:02,593 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:26:04,169 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:06,170 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:08,171 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:10,172 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:12,173 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:13,990 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:26:13,990 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:26:14,173 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:16,174 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:18,175 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:20,176 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:22,177 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:24,178 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:26,179 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:28,180 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:29,190 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:26:29,190 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:26:30,180 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:32,181 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:32,666 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:26:34,182 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:36,183 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:38,184 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:40,185 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:42,186 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:44,187 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:44,325 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:26:44,325 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:26:46,188 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:48,188 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:50,189 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:52,190 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:54,191 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:56,192 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:58,193 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:26:59,458 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:26:59,459 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:27:00,193 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:27:02,738 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:27:08,339 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 06:27:08,339 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 06:27:08,339 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 06:27:09,197 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 06:27:10,198 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:27:12,199 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:27:14,200 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:27:14,591 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:27:14,592 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:27:16,201 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:27:18,202 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:27:20,202 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:27:22,203 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:27:24,204 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:27:26,205 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:27:28,206 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:27:29,727 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:27:29,727 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:27:30,207 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:27:32,208 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:27:32,809 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:27:34,209 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:27:36,209 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:27:38,210 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:27:40,211 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:27:42,212 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:27:44,213 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:27:44,862 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:27:44,863 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:27:46,214 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:27:48,215 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:27:50,216 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:27:52,217 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:27:54,217 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:27:56,218 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:27:58,219 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:27:59,996 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:27:59,996 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:28:00,220 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:28:02,221 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:28:02,884 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:28:04,222 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:28:06,223 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:28:08,223 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:28:10,224 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:28:12,225 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:28:14,226 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:28:15,132 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:28:15,133 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:28:16,228 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:28:18,228 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:28:20,229 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:28:22,230 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:28:24,230 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:28:26,231 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:28:28,232 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:28:30,233 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:28:30,264 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:28:30,264 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:28:32,234 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:28:32,958 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:28:34,235 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:28:36,236 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:28:38,237 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:28:40,238 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:28:42,238 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:28:44,239 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:28:45,398 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:28:45,398 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:28:46,240 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:28:48,241 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:28:50,242 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:28:52,243 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:28:54,243 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:28:56,244 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:28:58,245 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:00,246 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:00,530 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:29:00,530 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:29:02,247 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:03,031 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:29:04,248 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:06,249 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:08,250 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:10,251 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:12,252 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:14,252 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:15,672 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:29:15,673 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:29:16,253 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:18,254 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:20,255 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:22,256 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:24,257 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:26,257 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:28,258 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:30,259 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:30,813 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:29:30,813 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:29:32,260 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:33,104 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:29:34,260 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:36,261 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:38,262 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:41,263 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:43,264 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:45,265 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:45,947 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:29:45,947 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:29:47,266 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:49,267 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:51,268 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:53,269 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:55,270 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:57,271 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:29:59,272 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:30:01,100 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:30:01,100 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:30:01,273 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:30:03,176 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:30:03,273 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:30:05,274 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:30:07,275 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:30:09,276 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:30:11,277 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:30:13,278 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:30:15,279 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:30:16,233 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:30:16,234 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:30:17,280 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:30:19,280 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:30:21,281 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:30:23,282 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:30:25,283 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:30:27,284 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:30:29,285 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:30:31,286 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:30:31,374 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:30:31,374 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:30:33,246 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:30:33,287 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:30:35,288 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:30:37,289 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:30:39,290 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:30:41,290 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:30:43,291 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:30:45,292 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:30:46,508 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:30:46,508 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:30:47,293 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:30:49,294 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:30:51,294 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:30:53,295 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:30:55,296 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:30:57,297 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:31:01,640 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:31:01,640 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:31:03,317 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:31:11,462 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 06:31:11,463 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 06:31:11,463 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 06:31:12,303 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 06:31:13,304 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:31:15,304 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:31:16,771 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:31:16,771 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:31:17,305 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:31:19,306 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:31:21,307 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:31:23,308 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:31:25,308 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:31:27,309 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:31:29,310 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:31:31,311 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:31:31,986 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:31:31,987 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:31:33,312 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:31:33,387 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:31:35,313 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:31:37,314 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:31:39,315 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:31:41,316 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:31:43,317 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:31:45,317 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:31:47,121 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:31:47,122 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:31:47,318 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:31:49,319 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:31:51,320 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:31:53,321 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:31:55,322 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:31:57,322 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:31:59,323 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:01,324 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:02,255 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:32:02,255 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:32:03,325 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:03,455 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:32:05,326 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:07,326 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:09,327 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:11,328 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:13,329 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:15,329 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:17,330 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:17,389 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:32:17,390 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:32:19,331 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:21,332 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:23,333 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:25,334 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:27,334 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:29,335 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:31,336 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:32,522 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:32:32,522 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:32:33,337 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:33,530 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:32:35,338 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:37,339 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:39,340 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:41,341 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:43,341 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:45,342 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:47,343 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:47,656 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:32:47,656 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:32:49,344 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:51,345 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:53,346 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:55,347 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:57,347 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:32:59,348 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:01,349 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:02,794 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:33:02,795 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:33:03,350 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:03,603 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:33:05,351 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:07,352 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:09,352 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:11,353 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:13,354 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:15,355 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:17,356 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:17,926 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:33:17,927 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:33:19,356 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:21,357 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:23,358 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:25,359 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:27,360 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:29,361 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:31,361 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:33,059 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:33:33,059 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:33:33,362 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:33,676 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:33:35,363 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:37,364 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:39,365 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:41,365 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:43,366 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:45,367 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:47,368 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:48,195 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:33:48,195 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:33:49,369 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:51,369 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:53,370 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:55,371 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:57,372 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:33:59,372 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:34:02,373 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:34:03,329 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:34:03,329 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:34:03,749 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:34:04,374 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:34:06,375 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:34:08,376 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:34:10,377 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:34:12,378 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:34:14,378 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:34:16,379 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:34:18,380 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:34:18,469 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:34:18,469 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:34:20,381 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:34:22,382 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:34:24,383 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:34:26,384 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:34:28,384 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:34:30,385 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:34:32,386 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:34:33,603 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:34:33,604 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:34:33,821 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:34:34,387 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:34:36,388 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:34:38,389 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:34:40,390 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:34:42,391 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:34:44,391 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:34:46,392 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:34:48,393 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:34:48,741 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:34:48,742 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:34:50,394 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:34:52,395 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:34:54,395 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:34:56,396 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:34:58,397 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:35:00,398 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:35:03,891 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:35:03,925 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:35:03,926 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:35:14,597 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 06:35:14,598 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 06:35:14,598 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 06:35:15,404 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:35:15,404 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 06:35:16,404 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:35:18,405 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:35:19,058 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:35:19,058 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:35:20,406 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:35:22,406 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:35:24,407 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:35:26,408 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:35:28,409 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:35:30,410 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:35:32,410 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:35:33,961 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:35:34,191 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:35:34,191 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:35:34,411 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:35:36,412 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:35:38,413 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:35:40,414 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:35:42,414 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:35:44,415 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:35:46,416 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:35:48,417 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:35:49,321 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:35:49,322 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:35:50,418 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:35:52,419 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:35:54,420 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:35:56,421 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:35:58,421 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:00,422 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:02,423 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:04,031 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:36:04,424 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:04,453 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:36:04,453 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:36:06,425 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:08,426 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:10,427 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:12,428 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:14,429 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:16,430 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:18,431 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:19,585 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:36:19,586 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:36:20,432 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:22,432 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:24,433 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:26,434 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:28,435 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:30,436 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:32,437 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:34,102 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:36:34,438 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:34,785 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:36:34,785 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:36:36,439 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:38,440 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:40,441 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:42,442 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:44,443 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:46,443 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:48,444 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:49,919 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:36:49,919 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:36:50,445 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:52,446 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:54,447 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:56,448 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:36:58,449 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:00,450 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:02,451 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:04,175 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:37:04,452 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:05,052 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:37:05,053 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:37:06,453 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:08,453 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:10,454 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:12,455 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:14,456 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:16,457 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:18,458 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:20,194 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:37:20,194 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:37:20,459 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:22,460 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:24,461 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:26,462 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:28,463 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:30,463 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:32,464 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:34,248 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:37:34,465 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:35,329 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:37:35,329 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:37:36,466 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:38,467 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:40,468 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:42,468 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:44,469 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:46,470 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:48,471 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:50,462 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:37:50,462 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:37:50,472 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:52,473 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:54,474 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:56,475 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:37:58,476 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:00,476 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:02,477 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:04,320 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:38:04,478 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:05,596 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:38:05,596 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:38:06,479 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:08,480 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:10,481 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:12,481 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:14,482 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:16,483 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:18,484 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:20,484 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:20,799 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:38:20,800 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:38:22,485 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:24,486 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:26,487 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:28,488 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:30,488 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:32,490 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:34,394 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:38:35,491 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:35,932 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:38:35,932 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:38:37,492 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:39,492 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:41,493 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:43,494 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:45,495 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:47,496 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:49,497 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:51,088 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:38:51,089 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:38:51,498 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:53,499 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:55,500 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:57,501 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:38:59,502 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:39:01,503 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:39:03,503 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:39:04,466 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:39:06,235 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:39:06,235 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:39:17,734 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 06:39:17,734 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 06:39:17,735 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 06:39:18,509 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 06:39:19,509 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:39:21,367 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:39:21,367 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:39:21,510 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:39:23,511 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:39:25,512 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:39:27,513 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:39:29,514 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:39:31,515 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:39:33,516 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:39:34,538 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:39:35,517 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:39:36,503 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:39:36,504 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:39:37,517 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:39:39,518 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:39:41,519 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:39:43,520 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:39:45,521 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:39:47,522 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:39:49,522 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:39:51,523 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:39:51,638 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:39:51,638 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:39:53,524 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:39:55,525 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:39:57,526 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:39:59,527 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:01,528 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:03,528 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:04,611 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:40:05,529 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:06,770 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:40:06,770 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:40:07,530 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:09,531 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:11,532 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:13,533 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:15,534 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:17,535 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:19,536 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:21,536 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:21,916 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:40:21,916 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:40:23,537 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:25,538 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:27,539 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:29,540 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:31,541 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:33,542 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:34,688 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:40:35,543 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:37,050 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:40:37,050 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:40:37,543 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:39,544 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:41,545 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:43,546 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:45,547 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:47,547 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:49,548 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:51,549 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:52,184 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:40:52,185 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:40:53,550 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:55,551 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:57,552 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:40:59,553 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:01,553 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:03,554 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:04,762 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:41:05,555 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:07,314 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:41:07,315 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:41:07,556 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:09,557 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:11,557 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:13,558 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:15,559 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:17,560 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:19,561 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:21,562 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:22,447 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:41:22,448 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:41:23,563 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:25,564 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:27,565 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:29,566 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:31,567 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:33,567 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:34,835 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:41:35,568 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:37,569 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:37,588 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:41:37,588 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:41:39,570 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:41,571 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:43,572 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:45,572 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:47,573 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:49,574 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:51,575 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:52,730 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:41:52,730 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:41:53,576 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:55,577 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:57,578 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:41:59,578 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:42:01,579 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:42:03,580 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:42:04,908 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:42:05,581 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:42:07,582 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:42:07,862 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:42:07,863 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:42:09,583 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:42:11,584 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:42:13,585 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:42:15,585 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:42:17,586 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:42:19,587 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:42:21,588 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:42:22,993 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:42:22,994 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:42:23,589 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:42:25,590 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:42:27,590 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:42:29,591 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:42:31,592 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:42:33,593 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:42:34,980 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:42:35,594 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:42:37,595 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:42:38,128 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:42:38,129 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:42:39,595 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:42:41,596 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:42:43,597 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:42:45,598 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:42:47,598 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:42:49,599 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:42:51,600 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:42:53,259 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:42:53,259 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:42:53,601 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:42:55,602 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:42:58,603 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:43:00,604 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:43:02,604 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:43:04,605 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:43:05,055 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:43:06,606 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:43:08,391 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:43:08,391 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:43:20,875 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 06:43:20,875 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 06:43:20,876 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 06:43:21,612 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 06:43:22,613 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:43:23,532 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:43:23,532 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:43:24,613 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:43:26,614 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:43:28,615 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:43:30,616 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:43:32,617 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:43:34,618 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:43:35,128 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:43:36,619 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:43:38,620 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:43:38,666 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:43:38,666 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:43:40,621 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:43:42,622 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:43:44,622 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:43:46,623 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:43:48,624 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:43:50,625 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:43:52,626 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:43:53,797 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:43:53,797 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:43:54,626 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:43:56,627 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:43:58,628 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:00,629 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:02,630 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:04,631 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:05,202 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:44:06,632 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:08,633 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:08,934 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:44:08,934 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:44:10,634 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:12,635 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:14,636 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:16,637 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:18,638 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:20,639 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:22,639 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:24,090 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:44:24,090 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:44:24,640 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:26,641 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:28,641 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:30,642 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:32,643 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:34,644 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:35,277 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:44:36,645 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:38,646 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:39,225 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:44:39,225 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:44:40,646 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:42,647 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:44,648 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:46,649 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:48,650 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:50,651 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:52,652 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:54,358 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:44:54,359 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:44:54,653 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:56,654 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:44:58,654 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:00,655 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:02,656 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:04,657 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:05,349 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:45:06,658 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:08,659 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:09,494 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:45:09,494 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:45:10,660 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:12,661 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:14,662 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:16,663 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:18,663 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:20,664 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:22,665 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:24,626 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:45:24,627 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:45:24,666 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:26,667 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:28,667 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:30,668 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:32,669 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:34,670 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:35,418 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:45:36,671 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:38,672 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:39,762 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:45:39,762 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:45:40,673 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:42,674 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:44,674 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:46,675 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:48,676 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:50,677 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:52,678 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:54,679 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:54,896 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:45:54,897 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:45:56,679 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:45:58,680 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:00,681 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:02,682 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:04,682 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:05,489 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:46:06,683 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:08,684 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:10,028 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:46:10,029 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:46:10,684 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:12,685 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:14,686 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:16,687 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:18,688 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:20,689 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:22,690 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:24,690 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:25,161 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:46:25,161 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:46:26,691 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:28,692 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:30,693 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:32,694 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:34,695 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:35,552 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:46:36,695 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:38,696 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:40,293 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:46:40,293 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:46:40,697 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:42,698 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:44,699 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:46,699 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:48,700 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:50,701 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:52,702 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:54,703 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:55,433 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:46:55,433 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:46:56,703 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:46:58,704 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:47:00,705 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:47:02,706 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:47:04,706 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:47:05,616 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:47:06,707 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:47:08,708 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:47:10,568 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:47:10,569 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:47:24,017 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 06:47:24,017 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 06:47:24,018 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 06:47:24,714 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 06:47:25,699 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:47:25,699 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:47:25,714 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:47:26,714 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:47:27,715 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:47:29,716 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:47:31,716 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:47:33,717 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:47:35,681 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:47:35,718 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:47:37,719 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:47:39,719 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:47:40,831 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:47:40,832 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:47:41,720 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:47:43,721 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:47:45,722 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:47:47,722 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:47:49,723 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:47:51,724 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:47:53,725 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:47:55,726 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:47:55,966 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:47:55,966 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:47:57,727 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:47:59,728 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:01,728 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:03,729 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:05,730 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:05,746 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:48:07,731 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:09,732 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:11,098 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:48:11,098 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:48:11,732 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:13,733 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:15,734 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:17,735 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:19,736 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:21,736 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:23,737 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:25,738 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:26,256 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:48:26,256 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:48:27,739 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:29,740 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:31,741 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:33,741 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:35,742 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:35,814 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:48:37,743 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:39,743 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:41,403 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:48:41,403 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:48:41,744 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:43,745 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:45,746 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:47,747 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:49,748 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:51,748 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:53,749 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:55,750 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:56,537 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:48:56,538 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:48:57,750 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:48:59,751 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:01,752 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:03,752 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:05,753 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:05,882 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:49:07,754 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:09,755 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:11,675 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:49:11,676 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:49:11,755 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:13,756 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:15,757 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:17,758 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:19,758 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:21,759 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:23,760 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:25,761 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:26,889 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:49:26,889 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:49:27,761 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:29,762 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:31,763 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:33,764 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:35,765 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:35,951 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:49:37,765 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:39,766 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:41,767 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:42,021 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:49:42,022 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:49:43,768 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:45,768 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:47,769 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:49,770 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:51,770 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:53,771 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:55,772 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:57,159 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:49:57,159 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:49:57,773 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:49:59,774 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:01,774 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:03,775 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:05,776 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:06,020 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:50:07,777 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:09,778 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:11,779 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:12,289 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:50:12,290 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:50:13,779 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:15,780 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:17,781 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:19,781 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:21,782 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:23,783 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:25,784 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:27,423 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:50:27,423 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:50:27,784 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:29,785 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:31,786 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:33,787 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:35,787 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:36,090 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:50:37,788 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:39,789 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:41,790 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:42,560 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:50:42,560 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:50:43,791 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:45,791 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:47,792 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:49,793 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:51,793 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:53,794 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:55,795 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:57,692 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:50:57,692 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:50:57,796 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:50:59,797 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:51:01,797 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:51:03,798 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:51:05,799 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:51:06,163 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:51:07,799 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:51:09,800 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:51:11,801 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:51:12,822 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:51:12,822 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:51:27,151 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 06:51:27,152 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 06:51:27,152 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 06:51:27,807 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 06:51:27,999 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:51:28,000 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:51:28,807 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:51:30,808 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:51:32,809 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:51:34,809 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:51:36,233 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:51:36,810 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:51:38,811 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:51:40,812 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:51:42,813 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:51:43,133 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:51:43,134 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:51:44,814 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:51:46,814 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:51:48,815 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:51:50,816 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:51:52,817 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:51:54,818 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:51:56,819 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:51:58,345 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:51:58,345 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:51:58,819 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:00,820 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:02,821 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:04,822 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:06,301 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:52:06,822 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:08,823 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:10,824 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:12,825 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:13,478 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:52:13,478 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:52:14,826 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:16,827 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:18,827 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:20,828 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:22,829 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:24,830 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:26,831 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:28,610 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:52:28,611 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:52:28,832 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:30,832 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:32,833 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:34,834 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:36,371 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:52:36,835 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:38,835 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:40,836 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:42,837 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:43,745 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:52:43,745 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:52:44,838 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:46,839 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:48,840 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:50,841 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:52,841 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:54,842 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:56,843 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:58,844 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:52:58,877 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:52:58,877 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:53:00,845 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:02,845 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:04,846 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:06,442 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:53:06,847 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:08,848 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:10,849 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:12,849 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:14,016 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:53:14,016 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:53:14,850 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:16,851 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:18,852 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:20,853 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:22,854 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:24,855 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:26,855 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:28,856 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:29,149 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:53:29,149 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:53:30,857 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:32,858 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:34,859 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:36,516 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:53:36,860 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:38,860 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:40,861 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:42,862 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:44,281 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:53:44,281 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:53:44,863 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:46,864 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:48,865 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:50,866 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:52,867 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:54,867 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:56,868 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:58,869 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:53:59,424 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:53:59,425 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:54:00,870 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:02,870 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:04,871 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:06,588 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:54:06,872 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:08,873 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:10,874 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:12,875 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:14,558 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:54:14,558 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:54:14,876 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:16,876 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:18,877 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:20,878 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:22,879 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:24,880 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:26,881 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:28,882 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:29,695 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:54:29,696 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:54:30,882 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:32,883 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:34,884 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:36,660 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:54:36,885 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:38,886 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:40,886 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:42,887 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:44,827 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:54:44,827 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:54:44,888 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:46,889 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:48,889 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:50,890 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:52,891 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:54,892 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:56,893 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:58,894 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:54:59,959 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:54:59,959 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:55:00,894 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:55:02,895 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:55:04,896 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:55:06,734 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:55:06,897 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:55:08,897 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:55:10,898 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:55:12,899 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:55:14,900 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:55:15,094 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:55:15,094 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:55:30,227 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:55:30,227 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:55:30,361 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 06:55:30,361 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 06:55:30,361 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 06:55:30,906 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:55:30,906 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 06:55:31,906 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:55:32,907 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:55:34,907 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:55:36,804 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:55:36,908 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:55:38,909 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:55:40,909 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:55:42,910 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:55:44,911 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:55:45,374 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:55:45,374 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:55:47,912 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:55:49,913 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:55:51,914 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:55:53,915 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:55:55,916 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:55:57,916 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:55:59,917 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:00,513 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:56:00,514 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:56:01,918 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:03,919 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:05,920 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:06,876 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:56:07,921 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:09,922 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:11,923 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:13,924 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:15,647 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:56:15,647 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:56:15,924 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:17,925 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:19,926 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:21,927 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:23,928 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:25,929 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:27,930 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:29,931 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:30,782 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:56:30,782 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:56:31,932 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:33,932 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:35,933 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:36,949 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:56:37,934 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:39,935 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:41,936 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:43,937 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:45,913 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:56:45,914 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:56:45,938 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:47,938 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:49,939 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:51,940 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:53,941 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:55,942 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:57,943 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:56:59,944 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:01,047 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:57:01,047 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:57:01,944 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:03,945 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:05,946 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:07,022 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:57:07,947 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:09,948 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:11,949 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:13,950 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:15,951 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:16,179 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:57:16,180 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:57:17,952 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:19,953 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:21,954 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:23,955 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:25,956 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:27,957 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:29,958 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:31,313 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:57:31,313 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:57:31,958 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:33,959 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:35,960 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:37,094 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:57:37,961 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:39,962 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:41,963 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:43,964 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:45,965 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:46,449 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:57:46,449 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:57:47,966 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:49,967 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:51,968 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:53,969 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:55,969 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:57,970 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:57:59,971 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:01,581 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:58:01,581 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:58:01,972 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:03,973 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:05,973 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:07,164 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:58:07,974 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:09,975 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:11,976 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:13,976 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:15,977 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:16,721 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:58:16,722 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:58:17,978 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:19,979 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:21,980 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:23,981 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:25,982 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:27,982 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:29,983 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:31,856 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:58:31,857 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:58:31,984 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:33,985 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:35,986 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:37,236 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:58:37,987 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:39,987 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:41,988 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:43,989 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:45,990 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:46,988 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:58:46,988 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:58:47,991 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:49,992 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:51,993 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:53,994 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:55,995 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:57,996 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:58:59,996 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:59:01,997 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:59:02,121 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:59:02,122 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:59:03,998 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:59:05,999 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:59:07,310 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:59:08,000 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:59:10,001 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:59:12,001 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:59:14,002 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:59:16,003 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:59:17,252 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:59:17,253 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:59:18,004 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:59:32,385 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:59:32,385 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:59:33,420 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 06:59:33,421 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 06:59:33,421 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 06:59:34,010 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:59:34,011 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 06:59:36,011 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:59:37,383 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 06:59:38,012 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:59:40,012 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:59:42,013 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:59:44,014 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:59:46,015 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:59:47,517 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 06:59:47,517 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 06:59:48,016 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:59:50,017 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:59:52,018 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:59:54,018 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:59:56,019 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 06:59:58,020 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:00,021 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:02,677 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:00:02,677 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:00:03,022 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:05,023 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:07,024 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:07,455 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:00:09,024 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:11,025 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:13,026 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:15,027 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:17,028 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:17,809 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:00:17,809 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:00:19,029 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:21,030 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:23,031 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:25,032 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:27,032 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:29,033 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:31,034 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:32,942 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:00:32,942 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:00:33,035 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:35,036 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:37,037 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:37,528 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:00:39,037 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:41,038 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:43,039 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:45,040 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:47,041 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:48,075 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:00:48,075 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:00:49,042 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:51,043 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:53,044 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:55,045 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:57,045 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:00:59,046 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:01,047 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:03,048 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:03,206 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:01:03,207 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:01:05,049 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:07,050 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:07,601 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:01:09,051 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:11,052 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:13,052 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:15,053 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:17,054 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:18,348 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:01:18,349 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:01:19,055 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:21,056 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:23,057 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:25,058 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:27,059 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:29,059 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:31,060 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:33,061 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:33,479 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:01:33,479 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:01:35,062 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:37,063 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:37,674 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:01:39,064 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:41,065 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:43,066 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:45,066 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:47,067 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:48,613 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:01:48,613 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:01:49,068 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:51,069 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:53,070 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:55,071 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:57,071 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:01:59,072 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:01,073 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:03,074 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:03,745 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:02:03,745 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:02:05,075 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:07,076 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:07,745 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:02:09,077 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:11,078 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:13,079 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:15,079 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:17,080 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:18,878 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:02:18,879 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:02:19,081 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:21,082 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:23,083 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:25,083 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:27,084 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:29,085 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:31,086 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:33,087 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:34,018 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:02:34,018 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:02:35,088 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:37,089 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:37,820 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:02:39,090 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:41,091 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:43,092 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:45,093 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:47,094 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:49,094 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:49,149 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:02:49,149 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:02:51,095 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:53,096 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:55,097 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:57,098 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:02:59,099 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:03:01,100 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:03:03,101 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:03:04,281 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:03:04,281 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:03:05,102 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:03:07,103 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:03:07,897 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:03:09,103 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:03:11,104 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:03:13,105 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:03:15,106 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:03:17,107 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:03:19,108 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:03:19,419 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:03:19,419 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:03:21,108 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:03:34,553 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:03:34,554 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:03:36,555 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 07:03:36,556 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 07:03:36,556 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 07:03:37,115 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:03:37,115 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 07:03:37,970 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:03:39,116 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:03:41,117 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:03:43,117 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:03:45,118 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:03:47,119 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:03:49,120 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:03:49,705 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:03:49,706 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:03:51,120 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:03:53,121 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:03:55,122 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:03:57,123 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:03:59,124 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:04:01,125 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:04:03,125 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:04:04,840 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:04:04,840 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:04:05,126 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:04:07,127 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:04:08,045 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:04:09,128 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:04:11,129 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:04:13,129 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:04:15,130 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:04:17,131 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:04:19,132 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:04:19,985 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:04:19,986 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:04:21,132 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:04:23,133 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:04:25,134 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:04:28,135 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:04:30,136 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:04:32,137 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:04:34,138 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:04:35,120 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:04:35,120 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:04:36,139 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:04:38,116 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:04:38,140 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:04:40,140 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:04:42,141 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:04:44,142 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:04:46,143 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:04:48,144 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:04:50,145 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:04:50,254 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:04:50,254 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:04:52,146 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:04:54,146 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:04:56,147 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:04:58,148 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:00,149 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:02,150 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:04,151 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:05,391 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:05:05,392 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:05:06,152 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:08,152 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:08,188 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:05:10,153 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:12,154 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:14,155 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:16,156 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:18,157 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:20,158 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:20,523 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:05:20,524 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:05:22,159 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:24,160 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:26,161 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:28,161 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:30,162 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:32,163 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:34,164 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:35,659 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:05:35,659 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:05:36,165 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:38,166 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:38,258 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:05:40,166 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:42,167 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:44,169 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:46,169 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:48,170 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:50,171 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:50,792 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:05:50,793 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:05:52,172 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:54,173 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:56,173 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:05:58,174 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:00,175 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:02,176 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:04,176 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:05,933 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:06:05,933 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:06:06,177 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:08,178 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:08,326 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:06:10,179 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:12,179 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:14,180 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:16,181 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:18,182 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:20,183 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:21,142 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:06:21,143 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:06:22,184 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:24,184 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:26,185 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:28,186 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:30,187 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:32,188 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:34,188 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:36,189 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:36,277 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:06:36,277 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:06:38,190 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:38,392 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:06:40,191 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:42,192 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:44,193 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:46,194 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:48,195 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:50,195 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:51,407 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:06:51,408 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:06:52,196 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:54,197 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:56,198 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:06:58,199 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:07:00,200 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:07:02,201 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:07:04,202 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:07:06,203 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:07:06,547 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:07:06,547 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:07:08,204 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:07:08,459 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:07:10,205 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:07:12,206 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:07:14,206 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:07:16,207 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:07:18,208 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:07:20,209 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:07:21,680 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:07:21,681 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:07:22,210 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:07:24,211 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:07:36,814 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:07:36,814 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:07:38,522 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:07:39,691 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 07:07:39,691 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 07:07:39,691 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 07:07:40,217 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 07:07:41,217 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:07:42,218 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:07:44,219 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:07:46,220 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:07:48,221 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:07:50,221 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:07:51,952 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:07:51,953 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:07:52,222 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:07:54,223 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:07:56,224 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:07:58,224 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:00,225 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:02,226 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:04,227 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:06,227 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:07,091 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:08:07,091 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:08:08,228 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:08,587 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:08:10,229 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:13,230 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:15,231 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:17,231 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:19,232 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:21,233 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:22,919 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:08:22,920 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:08:23,234 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:25,235 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:27,235 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:29,236 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:31,237 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:33,238 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:35,239 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:37,239 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:38,052 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:08:38,052 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:08:38,655 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:08:39,240 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:41,241 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:43,242 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:45,243 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:47,243 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:49,244 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:51,245 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:53,246 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:53,251 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:08:53,251 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:08:55,247 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:57,248 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:08:59,249 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:09:01,250 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:09:03,250 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:09:05,251 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:09:07,252 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:09:08,383 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:09:08,384 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:09:08,725 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:09:09,253 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:09:11,254 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:09:13,255 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:09:15,256 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:09:17,257 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:09:19,258 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:09:21,258 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:09:23,259 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:09:23,515 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:09:23,516 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:09:25,260 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:09:27,261 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:09:29,262 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:09:31,262 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:09:33,263 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:09:35,264 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:09:37,265 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:09:38,725 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:09:38,725 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:09:38,858 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:09:39,266 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:09:41,266 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:09:43,267 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:09:45,268 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:09:47,268 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:09:49,269 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:09:51,270 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:09:53,270 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:09:53,860 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:09:53,861 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:09:55,271 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:09:57,272 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:10:00,273 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:10:02,274 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:10:04,275 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:10:06,275 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:10:08,276 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:10:08,861 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:10:08,994 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:10:08,995 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:10:10,277 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:10:12,278 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:10:14,279 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:10:16,280 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:10:18,281 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:10:20,282 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:10:22,282 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:10:24,191 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:10:24,192 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:10:24,283 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:10:26,284 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:10:28,285 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:10:30,286 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:10:32,286 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:10:34,287 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:10:36,288 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:10:38,289 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:10:38,930 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:10:39,327 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:10:39,328 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:10:40,289 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:10:47,488 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 07:10:47,489 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 07:10:47,489 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 07:10:48,292 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 07:10:50,293 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:10:52,294 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:10:54,295 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:10:54,458 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:10:54,459 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:10:56,295 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:10:58,296 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:00,297 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:02,298 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:04,299 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:06,300 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:08,301 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:09,000 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:11:09,591 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:11:09,591 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:11:10,302 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:12,302 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:14,303 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:16,304 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:18,305 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:20,306 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:22,306 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:24,307 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:24,724 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:11:24,724 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:11:26,308 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:28,309 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:30,310 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:32,310 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:34,311 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:36,312 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:38,313 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:39,070 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:11:39,855 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:11:39,856 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:11:40,314 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:42,315 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:44,316 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:46,316 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:48,317 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:50,318 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:52,319 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:54,320 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:55,046 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:11:55,047 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:11:56,321 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:11:58,321 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:00,322 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:02,323 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:04,324 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:06,325 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:08,325 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:09,143 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:12:10,181 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:12:10,181 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:12:10,326 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:12,327 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:14,328 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:16,329 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:18,330 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:20,330 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:22,331 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:24,332 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:25,311 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:12:25,312 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:12:26,333 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:28,334 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:30,335 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:32,336 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:34,337 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:36,337 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:38,338 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:39,215 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:12:40,339 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:40,443 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:12:40,443 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:12:42,340 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:44,341 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:46,342 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:48,343 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:50,344 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:52,344 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:54,345 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:55,575 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:12:55,575 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:12:56,346 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:12:58,347 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:00,348 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:02,349 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:04,349 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:06,350 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:08,351 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:09,288 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:13:10,352 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:10,717 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:13:10,718 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:13:12,353 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:14,354 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:16,354 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:18,355 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:20,356 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:22,357 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:24,358 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:25,849 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:13:25,849 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:13:26,358 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:28,359 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:30,360 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:32,361 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:34,361 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:36,362 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:38,363 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:39,362 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:13:40,365 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:40,979 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:13:40,980 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:13:42,366 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:44,367 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:46,368 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:48,368 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:50,369 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:52,370 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:54,370 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:56,115 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:13:56,116 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:13:56,371 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:13:58,372 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:14:00,373 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:14:02,373 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:14:04,374 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:14:06,375 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:14:08,375 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:14:09,435 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:14:11,249 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:14:11,249 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:14:11,377 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:14:13,377 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:14:15,378 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:14:17,379 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:14:19,380 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:14:21,381 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:14:23,382 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:14:25,383 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:14:26,392 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:14:26,392 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:14:27,384 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:14:29,384 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:14:31,385 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:14:33,386 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:14:35,387 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:14:39,507 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:14:41,522 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:14:41,522 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:14:50,611 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 07:14:50,612 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 07:14:50,612 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 07:14:51,394 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 07:14:52,394 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:14:53,395 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:14:55,396 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:14:56,657 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:14:56,657 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:14:57,396 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:14:59,397 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:01,398 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:03,399 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:05,400 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:07,401 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:09,402 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:09,578 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:15:11,403 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:11,791 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:15:11,791 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:15:13,403 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:15,404 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:17,405 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:19,406 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:21,407 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:23,408 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:25,408 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:26,924 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:15:26,924 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:15:27,409 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:29,410 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:31,411 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:33,412 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:35,413 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:37,414 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:39,414 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:39,646 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:15:41,415 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:42,057 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:15:42,057 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:15:43,416 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:45,417 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:47,418 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:49,419 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:51,419 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:53,420 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:55,421 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:57,212 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:15:57,213 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:15:57,422 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:15:59,422 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:01,423 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:03,424 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:05,425 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:07,426 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:09,427 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:09,718 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:16:11,427 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:12,345 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:16:12,345 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:16:13,428 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:15,429 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:17,430 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:19,431 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:21,432 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:23,433 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:25,433 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:27,434 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:27,476 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:16:27,476 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:16:29,435 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:31,436 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:33,437 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:35,438 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:37,438 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:39,439 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:39,790 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:16:41,440 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:42,608 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:16:42,608 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:16:43,441 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:45,442 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:47,443 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:49,444 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:51,445 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:53,446 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:55,446 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:57,447 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:16:57,750 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:16:57,751 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:16:59,448 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:01,449 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:03,450 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:05,451 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:07,451 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:09,452 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:09,863 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:17:11,453 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:12,890 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:17:12,890 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:17:13,454 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:15,455 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:17,456 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:19,457 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:21,458 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:23,459 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:25,459 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:27,460 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:28,020 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:17:28,021 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:17:29,461 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:31,462 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:33,463 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:35,464 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:37,465 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:39,466 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:39,937 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:17:41,466 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:43,152 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:17:43,152 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:17:43,467 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:45,468 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:47,469 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:49,470 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:51,470 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:53,471 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:55,472 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:57,473 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:17:58,287 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:17:58,287 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:17:59,474 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:18:01,475 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:18:03,475 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:18:05,476 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:18:07,477 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:18:09,478 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:18:10,012 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:18:11,478 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:18:13,426 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:18:13,426 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:18:13,479 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:18:15,480 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:18:17,481 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:18:19,482 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:18:21,482 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:18:23,483 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:18:25,484 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:18:28,485 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:18:28,560 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:18:28,560 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:18:30,486 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:18:32,486 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:18:34,487 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:18:36,488 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:18:38,489 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:18:40,085 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:18:43,693 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:18:43,693 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:18:53,751 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 07:18:53,752 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 07:18:53,752 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 07:18:54,495 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 07:18:55,495 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:18:56,496 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:18:58,497 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:18:58,829 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:18:58,829 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:19:00,497 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:02,498 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:04,499 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:06,500 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:08,501 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:10,159 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:19:10,502 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:12,503 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:13,961 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:19:13,962 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:19:14,504 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:16,505 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:18,506 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:20,507 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:22,508 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:24,509 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:26,510 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:28,511 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:29,097 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:19:29,098 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:19:30,512 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:32,513 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:34,513 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:36,514 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:38,515 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:40,235 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:19:40,516 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:42,517 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:44,231 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:19:44,232 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:19:44,518 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:46,518 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:48,519 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:50,520 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:52,521 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:54,521 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:56,522 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:58,523 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:19:59,388 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:19:59,388 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:20:00,524 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:02,525 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:04,526 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:06,527 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:08,527 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:10,308 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:20:10,528 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:12,529 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:14,530 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:14,532 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:20:14,533 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:20:16,531 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:18,532 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:20,532 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:22,533 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:24,534 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:26,535 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:28,535 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:29,666 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:20:29,667 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:20:30,536 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:32,537 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:34,538 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:36,539 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:38,540 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:40,382 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:20:40,541 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:42,541 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:44,542 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:44,805 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:20:44,805 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:20:46,543 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:48,544 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:50,544 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:52,545 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:54,546 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:56,547 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:58,547 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:20:59,940 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:20:59,940 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:21:00,548 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:21:02,549 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:21:04,550 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:21:06,551 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:21:08,551 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:21:10,456 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:21:10,552 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:21:12,553 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:21:14,554 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:21:15,075 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:21:15,075 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:21:16,555 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:21:18,556 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:21:20,556 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:21:22,557 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:21:24,558 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:21:26,559 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:21:28,560 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:21:30,208 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:21:30,209 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:21:30,561 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:21:32,561 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:21:34,562 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:21:36,563 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:21:38,563 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:21:40,530 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:21:40,564 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:21:42,565 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:21:44,566 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:21:45,353 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:21:45,353 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:21:46,567 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:21:48,568 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:21:50,569 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:21:52,570 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:21:54,570 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:21:56,571 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:21:58,572 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:22:00,484 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:22:00,485 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:22:00,573 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:22:02,574 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:22:04,575 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:22:06,576 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:22:08,577 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:22:10,578 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:22:10,601 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:22:12,579 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:22:14,580 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:22:15,687 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:22:15,688 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:22:16,581 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:22:18,582 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:22:20,582 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:22:22,583 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:22:24,584 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:22:26,585 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:22:28,586 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:22:30,586 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:22:30,820 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:22:30,820 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:22:32,587 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:22:34,588 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:22:36,589 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:22:38,590 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:22:40,590 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:22:40,673 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:22:42,591 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:22:45,954 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:22:45,954 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:22:56,892 DEBUG SenderThread:21539 [sender.py:send():238] send: history +2021-11-08 07:22:56,892 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 07:22:56,892 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 07:22:57,597 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:22:57,597 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 07:22:58,597 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:00,598 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:01,087 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:23:01,088 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:23:02,599 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:04,600 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:07,601 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:09,602 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:10,745 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:23:11,603 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:13,604 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:15,604 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:16,221 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:23:16,222 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:23:17,605 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:19,606 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:21,607 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:23,608 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:25,609 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:27,610 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:29,610 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:31,358 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:23:31,358 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:23:31,611 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:33,612 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:35,613 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:37,614 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:39,615 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:40,818 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:23:41,616 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:43,617 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:45,618 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:46,523 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:23:46,523 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:23:47,619 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:49,620 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:51,621 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:53,622 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:55,622 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:57,623 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:23:59,624 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:01,625 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:01,660 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:24:01,660 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:24:03,626 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:05,627 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:07,628 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:09,628 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:10,890 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:24:11,629 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:13,630 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:15,631 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:16,800 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:24:16,801 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:24:17,632 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:19,633 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:21,634 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:23,635 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:25,636 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:27,637 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:29,638 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:31,639 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:31,948 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:24:31,948 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:24:33,640 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:35,641 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:37,642 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:39,642 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:40,966 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:24:41,644 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:43,645 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:45,646 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:47,154 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:24:47,154 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:24:47,646 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:49,647 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:51,648 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:53,649 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:55,650 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:57,651 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:24:59,652 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:01,653 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:02,288 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:25:02,288 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:25:03,654 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:05,655 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:07,655 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:09,656 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:11,038 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:25:11,657 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:13,658 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:15,658 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:17,420 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:25:17,421 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:25:17,659 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:19,660 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:21,661 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:23,662 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:25,663 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:27,664 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:29,665 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:31,666 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:32,551 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:25:32,552 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:25:33,666 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:35,667 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:37,668 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:39,669 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:41,105 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:25:41,670 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:43,671 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:45,672 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:47,673 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:47,685 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:25:47,685 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:25:49,674 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:51,675 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:53,676 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:55,677 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:57,678 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:25:59,679 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:26:01,679 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:26:02,826 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:26:02,826 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:26:03,680 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:26:05,681 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:26:07,682 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:26:09,683 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:26:11,175 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:26:11,683 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:26:13,684 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:26:15,685 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:26:17,686 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:26:17,960 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:26:17,960 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:26:19,687 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:26:21,688 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:26:23,689 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:26:25,689 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:26:27,690 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:26:29,691 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:26:31,692 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:26:33,092 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: stop_status +2021-11-08 07:26:33,093 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: stop_status +2021-11-08 07:26:33,692 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:26:35,693 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:26:37,694 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:26:39,695 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:26:41,245 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:26:41,695 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:26:43,696 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:26:47,035 WARNING MainThread:21539 [internal.py:wandb_internal():146] Internal process interrupt: 1 +2021-11-08 07:26:47,697 INFO Thread-8 :21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:26:50,096 DEBUG SenderThread:21539 [sender.py:send():238] send: telemetry +2021-11-08 07:26:50,096 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: poll_exit +2021-11-08 07:26:50,096 DEBUG SenderThread:21539 [sender.py:send():238] send: exit +2021-11-08 07:26:50,097 INFO SenderThread:21539 [sender.py:send_exit():370] handling exit code: 255 +2021-11-08 07:26:50,098 INFO SenderThread:21539 [sender.py:send_exit():372] handling runtime: 38320 +2021-11-08 07:26:50,098 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 07:26:50,098 INFO SenderThread:21539 [sender.py:send_exit():382] send defer +2021-11-08 07:26:50,099 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: poll_exit +2021-11-08 07:26:50,099 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: defer +2021-11-08 07:26:50,099 INFO HandlerThread:21539 [handler.py:handle_request_defer():147] handle defer: 0 +2021-11-08 07:26:50,100 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: defer +2021-11-08 07:26:50,100 INFO SenderThread:21539 [sender.py:send_request_defer():391] handle sender defer: 0 +2021-11-08 07:26:50,100 INFO SenderThread:21539 [sender.py:transition_state():395] send defer: 1 +2021-11-08 07:26:50,100 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: defer +2021-11-08 07:26:50,100 INFO HandlerThread:21539 [handler.py:handle_request_defer():147] handle defer: 1 +2021-11-08 07:26:50,166 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: defer +2021-11-08 07:26:50,166 INFO SenderThread:21539 [sender.py:send_request_defer():391] handle sender defer: 1 +2021-11-08 07:26:50,166 INFO SenderThread:21539 [sender.py:transition_state():395] send defer: 2 +2021-11-08 07:26:50,167 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: defer +2021-11-08 07:26:50,167 INFO HandlerThread:21539 [handler.py:handle_request_defer():147] handle defer: 2 +2021-11-08 07:26:50,167 DEBUG SenderThread:21539 [sender.py:send():238] send: stats +2021-11-08 07:26:50,167 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: defer +2021-11-08 07:26:50,167 INFO SenderThread:21539 [sender.py:send_request_defer():391] handle sender defer: 2 +2021-11-08 07:26:50,167 INFO SenderThread:21539 [sender.py:transition_state():395] send defer: 3 +2021-11-08 07:26:50,168 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: defer +2021-11-08 07:26:50,168 INFO HandlerThread:21539 [handler.py:handle_request_defer():147] handle defer: 3 +2021-11-08 07:26:50,168 DEBUG SenderThread:21539 [sender.py:send():238] send: summary +2021-11-08 07:26:50,169 INFO SenderThread:21539 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-08 07:26:50,169 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: defer +2021-11-08 07:26:50,169 INFO SenderThread:21539 [sender.py:send_request_defer():391] handle sender defer: 3 +2021-11-08 07:26:50,169 INFO SenderThread:21539 [sender.py:transition_state():395] send defer: 4 +2021-11-08 07:26:50,169 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: defer +2021-11-08 07:26:50,169 INFO HandlerThread:21539 [handler.py:handle_request_defer():147] handle defer: 4 +2021-11-08 07:26:50,169 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: defer +2021-11-08 07:26:50,169 INFO SenderThread:21539 [sender.py:send_request_defer():391] handle sender defer: 4 +2021-11-08 07:26:50,201 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: poll_exit +2021-11-08 07:26:50,365 INFO SenderThread:21539 [sender.py:transition_state():395] send defer: 5 +2021-11-08 07:26:50,365 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: poll_exit +2021-11-08 07:26:50,365 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: defer +2021-11-08 07:26:50,365 INFO HandlerThread:21539 [handler.py:handle_request_defer():147] handle defer: 5 +2021-11-08 07:26:50,366 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: defer +2021-11-08 07:26:50,366 INFO SenderThread:21539 [sender.py:send_request_defer():391] handle sender defer: 5 +2021-11-08 07:26:50,366 INFO SenderThread:21539 [dir_watcher.py:finish():283] shutting down directory watcher +2021-11-08 07:26:50,467 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: poll_exit +2021-11-08 07:26:50,699 INFO SenderThread:21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:26:50,699 INFO SenderThread:21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/config.yaml +2021-11-08 07:26:50,699 INFO SenderThread:21539 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 07:26:50,699 INFO SenderThread:21539 [dir_watcher.py:finish():313] scan: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files +2021-11-08 07:26:50,699 INFO SenderThread:21539 [dir_watcher.py:finish():327] scan save: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/requirements.txt requirements.txt +2021-11-08 07:26:50,700 INFO SenderThread:21539 [dir_watcher.py:finish():327] scan save: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log output.log +2021-11-08 07:26:50,700 INFO SenderThread:21539 [dir_watcher.py:finish():327] scan save: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-metadata.json wandb-metadata.json +2021-11-08 07:26:50,703 INFO SenderThread:21539 [dir_watcher.py:finish():327] scan save: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/config.yaml config.yaml +2021-11-08 07:26:50,703 INFO SenderThread:21539 [dir_watcher.py:finish():327] scan save: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json wandb-summary.json +2021-11-08 07:26:50,703 INFO SenderThread:21539 [sender.py:transition_state():395] send defer: 6 +2021-11-08 07:26:50,704 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: poll_exit +2021-11-08 07:26:50,712 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: defer +2021-11-08 07:26:50,713 INFO HandlerThread:21539 [handler.py:handle_request_defer():147] handle defer: 6 +2021-11-08 07:26:50,713 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: defer +2021-11-08 07:26:50,713 INFO SenderThread:21539 [sender.py:send_request_defer():391] handle sender defer: 6 +2021-11-08 07:26:50,713 INFO SenderThread:21539 [file_pusher.py:finish():177] shutting down file pusher +2021-11-08 07:26:50,811 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: poll_exit +2021-11-08 07:26:50,811 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: poll_exit +2021-11-08 07:26:50,913 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: poll_exit +2021-11-08 07:26:50,913 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: poll_exit +2021-11-08 07:26:51,015 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: poll_exit +2021-11-08 07:26:51,015 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: poll_exit +2021-11-08 07:26:51,116 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: poll_exit +2021-11-08 07:26:51,117 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: poll_exit +2021-11-08 07:26:51,218 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: poll_exit +2021-11-08 07:26:51,218 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: poll_exit +2021-11-08 07:26:51,292 INFO Thread-15 :21539 [upload_job.py:push():137] Uploaded file /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/wandb-summary.json +2021-11-08 07:26:51,292 INFO Thread-12 :21539 [upload_job.py:push():137] Uploaded file /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/requirements.txt +2021-11-08 07:26:51,319 INFO Thread-14 :21539 [upload_job.py:push():137] Uploaded file /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/config.yaml +2021-11-08 07:26:51,320 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: poll_exit +2021-11-08 07:26:51,320 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: poll_exit +2021-11-08 07:26:51,422 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: poll_exit +2021-11-08 07:26:51,422 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: poll_exit +2021-11-08 07:26:51,448 INFO Thread-13 :21539 [upload_job.py:push():137] Uploaded file /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/files/output.log +2021-11-08 07:26:51,524 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: poll_exit +2021-11-08 07:26:51,524 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: poll_exit +2021-11-08 07:26:51,626 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: poll_exit +2021-11-08 07:26:51,626 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: poll_exit +2021-11-08 07:26:51,648 INFO Thread-7 :21539 [sender.py:transition_state():395] send defer: 7 +2021-11-08 07:26:51,648 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: defer +2021-11-08 07:26:51,649 INFO HandlerThread:21539 [handler.py:handle_request_defer():147] handle defer: 7 +2021-11-08 07:26:51,649 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: defer +2021-11-08 07:26:51,649 INFO SenderThread:21539 [sender.py:send_request_defer():391] handle sender defer: 7 +2021-11-08 07:26:51,727 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: poll_exit +2021-11-08 07:26:51,945 INFO SenderThread:21539 [sender.py:transition_state():395] send defer: 8 +2021-11-08 07:26:51,945 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: poll_exit +2021-11-08 07:26:51,945 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: defer +2021-11-08 07:26:51,945 INFO HandlerThread:21539 [handler.py:handle_request_defer():147] handle defer: 8 +2021-11-08 07:26:51,946 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: defer +2021-11-08 07:26:51,946 INFO SenderThread:21539 [sender.py:send_request_defer():391] handle sender defer: 8 +2021-11-08 07:26:51,946 INFO SenderThread:21539 [sender.py:transition_state():395] send defer: 9 +2021-11-08 07:26:51,947 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: defer +2021-11-08 07:26:51,947 DEBUG SenderThread:21539 [sender.py:send():238] send: final +2021-11-08 07:26:51,947 INFO HandlerThread:21539 [handler.py:handle_request_defer():147] handle defer: 9 +2021-11-08 07:26:51,947 DEBUG SenderThread:21539 [sender.py:send():238] send: footer +2021-11-08 07:26:51,947 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: defer +2021-11-08 07:26:51,947 INFO SenderThread:21539 [sender.py:send_request_defer():391] handle sender defer: 9 +2021-11-08 07:26:52,046 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: poll_exit +2021-11-08 07:26:52,047 DEBUG SenderThread:21539 [sender.py:send_request():252] send_request: poll_exit +2021-11-08 07:26:52,047 INFO SenderThread:21539 [file_pusher.py:join():182] waiting for file pusher +2021-11-08 07:26:52,297 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: get_summary +2021-11-08 07:26:52,298 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: sampled_history +2021-11-08 07:26:52,299 DEBUG HandlerThread:21539 [handler.py:handle_request():130] handle_request: shutdown +2021-11-08 07:26:52,300 INFO HandlerThread:21539 [handler.py:finish():731] shutting down handler +2021-11-08 07:26:52,947 INFO WriterThread:21539 [datastore.py:close():281] close: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_204808-2ns3lo5n/run-2ns3lo5n.wandb +2021-11-08 07:26:53,295 INFO SenderThread:21539 [sender.py:finish():1091] shutting down sender +2021-11-08 07:26:53,296 INFO SenderThread:21539 [file_pusher.py:finish():177] shutting down file pusher +2021-11-08 07:26:53,296 INFO SenderThread:21539 [file_pusher.py:join():182] waiting for file pusher +2021-11-08 07:26:53,299 INFO MainThread:21539 [internal.py:handle_exit():77] Internal process exited