diff --git "a/wandb/run-20211107_122127-18mmtpt3/logs/debug-internal.log" "b/wandb/run-20211107_122127-18mmtpt3/logs/debug-internal.log" --- "a/wandb/run-20211107_122127-18mmtpt3/logs/debug-internal.log" +++ "b/wandb/run-20211107_122127-18mmtpt3/logs/debug-internal.log" @@ -16329,3 +16329,3426 @@ 2021-11-07 19:17:58,662 DEBUG SenderThread:14478 [sender.py:send():238] send: stats 2021-11-07 19:18:01,873 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status 2021-11-07 19:18:01,873 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:18:17,010 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:18:17,011 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:18:23,464 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:18:25,464 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:18:27,465 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:18:28,739 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:18:29,466 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:18:31,467 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:18:32,142 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:18:32,142 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:18:33,468 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:18:35,469 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:18:37,469 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:18:39,470 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:18:41,471 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:18:43,472 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:18:45,472 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:18:47,297 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:18:47,297 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:18:47,473 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:18:49,474 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:18:51,475 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:18:53,475 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:18:55,476 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:18:57,477 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:18:58,807 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:18:59,478 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:01,478 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:02,430 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:19:02,430 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:19:03,479 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:05,480 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:07,481 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:09,482 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:11,483 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:13,483 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:15,484 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:17,485 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:17,569 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:19:17,570 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:19:19,486 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:21,487 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:23,488 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:25,488 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:27,489 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:28,873 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:19:29,490 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:31,491 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:32,704 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:19:32,704 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:19:33,492 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:35,493 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:37,493 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:39,494 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:41,495 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:43,496 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:45,497 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:47,497 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:47,843 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:19:47,844 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:19:49,498 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:51,499 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:53,500 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:55,501 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:57,501 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:19:58,941 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:19:59,502 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:01,503 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:02,979 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:20:02,979 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:20:03,504 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:05,504 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:07,505 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:09,506 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:11,507 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:13,508 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:15,508 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:17,509 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:18,112 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:20:18,112 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:20:19,510 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:21,511 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:23,511 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:25,512 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:27,513 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:29,009 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:20:29,514 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:31,515 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:33,247 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:20:33,247 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:20:33,515 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:35,516 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:37,517 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:39,518 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:41,519 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:43,519 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:45,520 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:47,521 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:48,379 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:20:48,379 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:20:49,522 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:51,522 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:53,523 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:55,524 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:57,524 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:20:59,074 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:20:59,525 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:01,526 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:03,526 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:21:03,526 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:21:03,529 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:05,529 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:07,530 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:09,531 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:11,532 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:13,532 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:15,533 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:17,534 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:18,663 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:21:18,663 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:21:19,535 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:21,535 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:23,536 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:25,537 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:27,538 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:29,147 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:21:29,538 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:31,539 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:33,540 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:33,800 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:21:33,800 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:21:35,541 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:37,541 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:39,542 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:41,543 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:43,544 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:45,544 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:47,545 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:48,933 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:21:48,933 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:21:49,546 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:51,547 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:53,548 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:55,548 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:57,549 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:21:59,221 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:21:59,550 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:01,550 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:03,551 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:04,067 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:22:04,067 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:22:05,552 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:07,553 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:10,554 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:12,555 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:14,556 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:16,557 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:18,558 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:19,266 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:22:19,267 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:22:20,559 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:22,560 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:24,561 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:26,562 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:28,563 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:29,295 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:22:30,563 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:32,564 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:34,401 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:22:34,401 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:22:34,565 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:36,566 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:38,567 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:40,568 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:42,568 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:44,569 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:46,570 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:48,571 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:49,541 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:22:49,541 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:22:50,572 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:52,573 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:54,574 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:56,575 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:58,575 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:22:59,371 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:23:00,576 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:02,577 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:04,578 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:04,675 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:23:04,675 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:23:06,579 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:08,579 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:10,580 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:12,581 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:14,582 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:16,583 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:18,584 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:19,815 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:23:19,815 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:23:20,585 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:22,585 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:24,586 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:26,587 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:28,588 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:29,447 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:23:30,589 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:32,589 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:34,590 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:34,951 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:23:34,952 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:23:36,591 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:38,592 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:40,593 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:42,594 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:44,595 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:46,596 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:48,597 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:50,084 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:23:50,084 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:23:50,598 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:52,599 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:54,600 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:56,601 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:58,602 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:23:59,521 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:24:00,603 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:02,604 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:04,605 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:05,214 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:24:05,215 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:24:06,605 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:08,606 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:10,607 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:12,608 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:14,609 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:16,610 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:18,611 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:20,350 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:24:20,350 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:24:20,611 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:22,612 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:24,613 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:26,614 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:28,614 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:29,595 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:24:30,615 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:32,616 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:34,617 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:35,484 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:24:35,485 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:24:36,618 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:38,618 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:40,619 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:42,620 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:44,621 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:46,622 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:48,622 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:50,618 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:24:50,618 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:24:50,623 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:52,624 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:54,625 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:56,626 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:58,627 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:24:59,668 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:25:00,628 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:02,628 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:04,629 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:05,749 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:25:05,749 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:25:06,630 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:08,631 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:10,631 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:12,632 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:14,633 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:16,634 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:18,635 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:20,635 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:20,885 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:25:20,885 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:25:22,636 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:24,637 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:26,638 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:28,639 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:29,742 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:25:30,640 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:32,641 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:34,642 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:36,021 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:25:36,021 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:25:36,642 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:38,643 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:40,644 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:42,645 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:44,646 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:46,647 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:48,648 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:50,649 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:51,155 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:25:51,155 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:25:52,650 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:54,651 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:56,652 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:58,652 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:25:59,814 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:26:00,653 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:26:02,654 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:26:04,655 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:26:06,287 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:26:06,288 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:26:06,656 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:26:08,657 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:26:10,658 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:26:21,422 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:26:21,422 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:26:27,138 DEBUG SenderThread:14478 [sender.py:send():238] send: history +2021-11-07 19:26:27,138 DEBUG SenderThread:14478 [sender.py:send():238] send: summary +2021-11-07 19:26:27,139 INFO SenderThread:14478 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-07 19:26:27,664 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/wandb-summary.json +2021-11-07 19:26:28,664 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:26:29,665 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:26:29,883 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:26:30,666 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:26:32,666 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:26:34,667 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:26:36,556 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:26:36,556 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:26:36,668 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:26:38,669 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:26:40,670 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:26:42,671 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:26:44,672 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:26:46,673 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:26:48,673 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:26:50,674 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:26:51,691 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:26:51,691 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:26:52,675 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:26:54,676 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:26:56,677 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:26:58,678 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:26:59,958 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:27:00,679 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:27:02,679 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:27:04,680 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:27:06,681 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:27:06,828 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:27:06,829 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:27:08,681 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:27:10,682 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:27:12,683 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:27:14,684 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:27:16,684 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:27:18,685 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:27:20,686 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:27:21,961 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:27:21,962 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:27:22,687 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:27:24,688 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:27:26,688 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:27:28,689 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:27:30,031 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:27:30,690 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:27:32,690 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:27:34,691 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:27:37,103 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:27:37,103 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:27:37,692 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:27:39,693 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:27:41,694 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:27:43,695 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:27:45,695 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:27:47,696 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:27:49,697 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:27:51,698 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:27:52,237 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:27:52,237 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:27:53,699 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:27:55,700 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:27:57,700 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:27:59,701 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:00,103 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:28:01,702 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:03,703 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:05,704 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:07,372 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:28:07,373 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:28:07,705 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:09,705 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:11,706 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:13,707 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:15,708 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:17,709 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:19,710 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:21,711 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:22,521 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:28:22,521 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:28:23,711 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:25,712 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:27,713 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:29,714 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:30,178 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:28:31,715 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:33,715 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:35,716 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:37,657 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:28:37,657 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:28:37,717 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:39,718 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:41,719 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:43,720 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:45,720 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:47,721 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:49,722 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:51,723 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:52,850 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:28:52,850 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:28:53,724 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:55,725 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:57,726 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:28:59,726 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:00,252 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:29:01,727 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:03,728 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:05,729 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:07,730 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:07,983 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:29:07,983 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:29:09,731 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:11,731 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:13,732 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:15,733 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:17,734 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:19,734 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:21,735 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:23,119 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:29:23,120 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:29:23,736 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:25,737 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:27,738 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:29,739 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:30,327 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:29:31,740 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:33,740 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:35,741 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:37,742 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:38,255 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:29:38,255 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:29:39,743 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:41,743 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:43,744 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:45,745 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:47,746 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:49,747 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:51,748 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:53,395 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:29:53,395 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:29:53,748 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:55,749 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:57,750 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:29:59,751 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:00,402 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:30:01,752 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:03,752 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:05,753 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:07,754 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:08,529 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:30:08,529 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:30:09,755 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:11,756 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:13,757 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:15,758 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:17,758 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:19,759 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:21,760 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:23,663 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:30:23,664 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:30:23,761 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:25,762 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:27,763 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:29,764 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:30,476 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:30:31,765 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:33,765 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:35,766 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:37,767 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:38,799 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:30:38,799 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:30:39,768 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:41,768 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:43,769 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:45,770 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:47,771 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:49,772 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:51,772 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:53,773 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:53,932 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:30:53,933 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:30:55,774 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:57,775 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:30:59,776 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:00,550 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:31:01,777 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:03,778 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:05,779 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:07,779 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:09,066 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:31:09,067 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:31:09,780 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:11,781 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:13,782 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:15,783 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:17,784 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:19,785 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:21,785 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:23,786 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:24,206 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:31:24,206 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:31:25,787 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:27,788 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:29,789 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:30,626 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:31:31,789 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:33,790 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:35,791 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:37,792 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:39,342 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:31:39,342 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:31:39,792 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:41,793 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:43,794 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:45,794 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:47,795 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:49,796 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:51,797 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:53,798 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:54,479 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:31:54,479 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:31:55,799 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:57,799 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:31:59,800 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:32:00,700 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:32:01,801 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:32:03,802 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:32:05,803 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:32:07,804 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:32:09,622 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:32:09,623 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:32:09,804 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:32:11,805 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:32:13,806 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:32:15,807 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:32:17,808 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:32:19,808 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:32:21,809 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:32:23,810 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:32:24,824 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:32:24,825 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:32:25,811 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:32:27,812 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:32:29,813 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:32:30,773 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:32:32,814 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:32:34,815 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:32:36,816 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:32:38,816 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:32:39,957 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:32:39,957 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:32:40,817 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:32:42,818 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:32:44,819 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:32:46,820 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:32:48,820 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:32:50,821 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:32:52,822 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:32:54,823 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:32:55,091 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:32:55,091 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:32:56,824 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:32:58,825 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:00,825 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:00,846 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:33:02,826 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:04,827 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:06,828 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:08,829 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:10,226 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:33:10,226 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:33:10,829 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:12,830 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:14,831 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:16,832 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:18,833 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:20,833 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:22,834 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:24,835 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:25,367 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:33:25,368 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:33:26,836 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:28,837 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:30,838 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:30,920 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:33:32,838 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:34,839 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:36,840 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:38,841 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:40,502 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:33:40,503 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:33:40,842 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:42,843 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:44,843 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:46,844 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:48,845 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:50,846 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:52,847 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:54,848 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:55,637 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:33:55,638 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:33:56,849 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:33:58,850 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:34:00,851 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:34:00,989 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:34:02,852 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:34:04,853 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:34:06,853 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:34:08,854 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:34:10,768 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:34:10,769 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:34:10,855 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:34:12,856 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:34:14,857 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:34:16,858 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:34:18,859 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:34:25,901 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:34:25,901 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:34:31,057 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:34:33,358 DEBUG SenderThread:14478 [sender.py:send():238] send: history +2021-11-07 19:34:33,358 DEBUG SenderThread:14478 [sender.py:send():238] send: summary +2021-11-07 19:34:33,359 INFO SenderThread:14478 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-07 19:34:33,865 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:34:33,865 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/wandb-summary.json +2021-11-07 19:34:34,865 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:34:36,866 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:34:38,867 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:34:40,867 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:34:41,032 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:34:41,033 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:34:42,868 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:34:44,869 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:34:46,870 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:34:48,871 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:34:50,871 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:34:52,872 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:34:54,873 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:34:56,167 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:34:56,167 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:34:56,874 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:34:58,875 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:00,876 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:01,122 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:35:02,877 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:04,878 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:06,879 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:08,880 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:10,881 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:11,337 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:35:11,338 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:35:12,881 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:14,882 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:16,883 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:18,883 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:20,884 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:22,885 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:24,886 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:26,472 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:35:26,472 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:35:26,887 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:28,888 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:30,888 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:31,191 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:35:32,889 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:34,890 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:36,891 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:38,892 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:40,893 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:41,608 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:35:41,609 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:35:42,893 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:44,894 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:46,895 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:48,895 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:50,896 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:52,897 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:54,898 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:56,743 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:35:56,743 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:35:56,899 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:35:58,899 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:00,900 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:01,258 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:36:02,901 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:04,902 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:06,902 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:08,903 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:10,904 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:11,884 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:36:11,885 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:36:12,905 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:14,906 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:16,906 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:18,907 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:20,908 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:22,909 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:24,909 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:26,910 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:27,056 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:36:27,056 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:36:28,911 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:30,912 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:31,326 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:36:32,913 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:34,914 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:36,915 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:38,915 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:40,916 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:42,192 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:36:42,192 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:36:42,917 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:44,918 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:46,919 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:48,919 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:50,920 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:52,921 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:54,921 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:56,922 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:36:57,325 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:36:57,325 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:36:58,923 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:00,923 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:01,396 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:37:02,924 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:04,925 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:06,926 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:08,926 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:10,927 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:12,462 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:37:12,463 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:37:12,928 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:14,929 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:16,930 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:18,930 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:20,931 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:22,932 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:24,932 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:26,933 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:27,595 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:37:27,595 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:37:28,934 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:30,935 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:31,466 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:37:32,936 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:35,937 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:37,938 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:39,939 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:41,939 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:42,727 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:37:42,727 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:37:43,940 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:45,941 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:47,942 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:49,943 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:51,944 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:53,944 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:55,945 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:57,864 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:37:57,865 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:37:57,946 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:37:59,946 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:01,539 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:38:01,947 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:03,948 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:05,949 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:07,950 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:09,951 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:11,952 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:12,997 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:38:12,997 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:38:13,953 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:15,953 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:17,954 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:19,955 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:21,956 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:23,957 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:25,957 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:27,958 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:28,146 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:38:28,147 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:38:29,959 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:31,611 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:38:31,960 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:33,960 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:35,961 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:37,962 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:39,963 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:41,964 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:43,359 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:38:43,360 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:38:43,965 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:45,966 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:47,967 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:49,968 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:51,969 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:53,970 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:55,970 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:57,971 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:38:58,496 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:38:58,497 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:38:59,972 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:01,684 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:39:01,973 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:03,974 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:05,975 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:07,976 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:09,976 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:11,977 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:13,631 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:39:13,631 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:39:13,978 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:15,979 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:17,980 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:19,981 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:21,982 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:23,983 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:25,984 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:27,984 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:28,766 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:39:28,766 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:39:29,985 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:31,756 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:39:31,986 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:33,987 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:35,988 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:37,989 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:39,990 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:41,990 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:43,900 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:39:43,900 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:39:43,991 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:45,992 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:47,993 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:49,994 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:51,995 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:53,996 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:55,997 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:57,998 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:39:59,036 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:39:59,036 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:39:59,999 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:01,827 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:40:02,000 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:04,000 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:06,001 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:08,002 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:10,003 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:12,004 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:14,005 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:14,171 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:40:14,172 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:40:16,006 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:18,006 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:20,007 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:22,008 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:24,009 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:26,010 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:28,010 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:29,310 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:40:29,311 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:40:30,011 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:31,900 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:40:32,012 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:34,013 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:36,014 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:38,015 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:40,015 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:42,016 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:44,017 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:44,441 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:40:44,442 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:40:46,018 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:48,019 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:50,020 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:52,020 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:54,021 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:56,022 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:58,023 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:40:59,660 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:40:59,660 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:41:00,024 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:41:01,972 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:41:02,025 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:41:04,026 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:41:06,026 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:41:08,027 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:41:10,028 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:41:12,029 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:41:14,030 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:41:14,792 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:41:14,793 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:41:16,031 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:41:18,032 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:41:20,033 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:41:22,033 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:41:24,034 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:41:26,035 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:41:28,036 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:41:29,929 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:41:29,929 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:41:30,037 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:41:32,038 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:41:32,045 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:41:34,039 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:41:36,040 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:41:38,041 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:41:40,042 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:41:42,042 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:41:44,043 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:41:45,061 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:41:45,061 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:41:46,044 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:41:48,045 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:41:50,045 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:41:52,046 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:41:54,047 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:41:56,048 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:41:58,049 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:42:00,049 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:42:00,287 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:42:00,287 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:42:02,050 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:42:02,117 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:42:04,051 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:42:06,052 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:42:08,052 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:42:10,053 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:42:12,054 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:42:14,055 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:42:15,433 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:42:15,434 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:42:16,056 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:42:18,057 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:42:20,058 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:42:22,058 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:42:24,059 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:42:30,564 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:42:30,565 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:42:32,194 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:42:39,568 DEBUG SenderThread:14478 [sender.py:send():238] send: history +2021-11-07 19:42:39,569 DEBUG SenderThread:14478 [sender.py:send():238] send: summary +2021-11-07 19:42:39,569 INFO SenderThread:14478 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-07 19:42:40,065 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:42:40,065 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/wandb-summary.json +2021-11-07 19:42:41,066 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:42:42,066 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:42:44,067 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:42:45,698 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:42:45,698 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:42:46,068 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:42:48,068 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:42:50,069 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:42:52,070 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:42:54,071 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:42:56,071 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:42:58,072 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:00,073 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:00,832 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:43:00,833 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:43:02,074 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:02,266 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:43:04,075 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:06,075 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:08,076 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:10,077 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:12,078 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:14,079 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:15,971 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:43:15,971 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:43:16,079 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:18,080 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:20,081 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:22,082 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:24,083 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:26,083 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:28,084 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:30,085 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:31,176 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:43:31,176 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:43:32,086 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:32,341 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:43:35,087 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:37,088 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:39,089 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:41,090 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:43,090 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:45,091 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:46,310 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:43:46,310 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:43:47,092 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:49,093 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:51,094 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:53,094 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:55,095 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:57,096 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:43:59,097 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:01,098 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:01,445 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:44:01,445 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:44:02,413 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:44:03,099 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:05,100 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:07,100 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:09,101 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:11,102 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:13,103 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:15,104 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:16,577 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:44:16,577 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:44:17,105 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:19,105 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:21,106 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:23,107 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:25,108 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:27,108 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:29,109 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:31,110 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:31,711 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:44:31,711 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:44:32,486 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:44:33,111 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:35,112 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:37,113 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:39,113 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:41,114 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:43,115 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:45,116 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:46,848 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:44:46,848 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:44:47,117 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:49,118 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:51,119 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:53,120 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:55,120 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:57,121 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:44:59,122 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:01,123 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:01,979 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:45:01,979 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:45:02,558 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:45:03,124 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:05,125 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:07,126 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:09,126 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:11,127 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:13,128 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:15,129 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:17,110 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:45:17,111 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:45:17,130 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:19,131 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:21,132 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:23,133 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:25,133 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:27,134 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:29,135 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:31,136 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:32,241 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:45:32,241 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:45:32,630 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:45:33,137 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:35,138 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:37,139 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:39,140 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:41,141 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:43,141 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:45,142 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:47,143 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:47,373 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:45:47,374 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:45:49,144 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:51,145 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:53,146 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:55,147 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:57,147 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:45:59,148 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:01,149 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:02,519 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:46:02,519 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:46:02,702 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:46:03,150 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:05,151 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:07,152 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:09,153 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:11,154 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:13,154 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:15,155 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:17,156 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:17,651 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:46:17,651 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:46:19,157 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:21,158 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:23,159 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:25,160 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:27,161 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:29,162 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:31,162 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:32,775 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:46:32,786 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:46:32,786 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:46:33,163 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:35,164 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:37,165 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:39,166 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:41,166 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:43,167 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:45,168 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:47,169 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:47,919 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:46:47,919 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:46:49,170 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:51,171 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:53,172 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:55,173 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:57,173 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:46:59,174 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:01,175 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:02,847 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:47:03,054 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:47:03,054 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:47:03,176 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:05,177 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:07,178 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:09,179 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:11,180 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:13,181 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:15,182 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:17,182 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:18,191 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:47:18,192 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:47:19,183 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:21,184 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:23,185 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:25,186 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:27,187 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:29,188 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:31,189 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:32,918 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:47:33,190 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:33,326 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:47:33,327 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:47:35,191 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:37,192 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:39,193 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:41,194 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:43,195 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:45,196 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:47,197 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:48,458 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:47:48,459 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:47:49,197 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:51,198 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:53,199 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:55,200 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:57,201 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:47:59,201 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:48:01,202 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:48:02,990 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:48:03,203 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:48:03,593 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:48:03,594 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:48:05,204 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:48:07,205 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:48:09,206 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:48:11,206 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:48:13,207 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:48:15,208 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:48:17,209 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:48:18,738 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:48:18,738 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:48:19,209 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:48:21,210 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:48:23,211 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:48:25,212 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:48:27,212 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:48:29,213 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:48:31,214 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:48:33,062 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:48:33,215 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:48:33,875 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:48:33,876 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:48:35,216 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:48:37,217 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:48:40,218 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:48:42,219 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:48:44,220 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:48:46,220 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:48:48,221 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:48:49,006 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:48:49,007 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:48:50,222 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:48:52,223 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:48:54,224 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:48:56,225 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:48:58,226 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:00,226 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:02,227 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:03,134 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:49:04,139 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:49:04,139 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:49:04,228 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:06,229 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:08,230 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:10,231 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:12,232 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:14,233 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:16,233 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:18,234 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:19,268 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:49:19,269 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:49:20,235 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:22,236 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:24,237 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:26,238 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:28,239 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:30,240 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:32,241 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:33,209 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:49:34,242 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:34,406 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:49:34,407 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:49:36,243 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:38,244 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:40,245 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:42,245 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:44,246 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:46,247 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:48,248 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:49,540 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:49:49,540 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:49:50,249 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:52,250 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:54,251 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:56,252 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:49:58,253 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:50:00,254 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:50:02,255 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:50:03,283 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:50:04,256 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:50:04,676 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:50:04,676 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:50:06,257 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:50:08,257 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:50:10,258 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:50:12,259 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:50:14,260 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:50:16,261 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:50:18,262 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:50:19,824 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:50:19,824 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:50:20,263 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:50:22,264 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:50:24,265 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:50:26,266 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:50:28,267 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:50:30,268 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:50:33,356 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:50:34,957 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:50:34,957 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:50:45,767 DEBUG SenderThread:14478 [sender.py:send():238] send: history +2021-11-07 19:50:45,768 DEBUG SenderThread:14478 [sender.py:send():238] send: summary +2021-11-07 19:50:45,768 INFO SenderThread:14478 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-07 19:50:46,274 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/wandb-summary.json +2021-11-07 19:50:48,275 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:50:50,093 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:50:50,093 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:50:50,276 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:50:52,277 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:50:54,277 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:50:56,278 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:50:58,279 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:00,280 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:02,281 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:03,429 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:51:04,281 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:05,226 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:51:05,226 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:51:06,282 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:08,283 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:10,284 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:12,285 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:14,286 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:16,287 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:18,288 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:20,289 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:20,401 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:51:20,401 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:51:22,290 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:24,291 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:26,292 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:28,293 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:30,294 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:32,295 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:33,505 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:51:34,296 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:35,544 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:51:35,545 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:51:36,297 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:38,297 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:40,298 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:42,299 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:44,300 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:46,301 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:48,302 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:50,303 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:50,680 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:51:50,680 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:51:52,303 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:54,304 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:56,305 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:51:58,306 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:00,306 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:02,307 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:03,580 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:52:04,308 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:05,814 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:52:05,814 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:52:06,309 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:08,310 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:10,310 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:12,311 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:14,312 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:16,312 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:18,313 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:20,314 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:20,950 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:52:20,950 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:52:22,315 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:24,316 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:26,317 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:28,317 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:30,318 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:32,319 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:33,653 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:52:34,320 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:36,087 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:52:36,087 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:52:36,321 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:38,321 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:40,322 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:42,323 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:44,324 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:46,325 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:48,326 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:50,327 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:51,220 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:52:51,220 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:52:52,328 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:54,328 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:56,329 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:52:58,330 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:00,331 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:02,332 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:03,727 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:53:04,333 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:06,334 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:06,369 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:53:06,369 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:53:08,335 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:10,335 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:12,336 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:14,337 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:16,338 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:18,339 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:20,339 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:21,503 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:53:21,503 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:53:22,340 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:24,341 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:26,342 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:28,343 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:30,344 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:32,344 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:33,797 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:53:34,345 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:36,346 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:36,705 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:53:36,706 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:53:38,347 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:40,347 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:42,348 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:44,349 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:46,350 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:48,351 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:50,352 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:51,839 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:53:51,839 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:53:52,353 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:54,354 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:56,354 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:53:58,355 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:00,356 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:02,357 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:03,868 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:54:04,357 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:06,972 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:54:06,973 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:54:07,359 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:09,359 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:11,360 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:13,361 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:15,362 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:17,363 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:19,364 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:21,364 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:22,104 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:54:22,104 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:54:23,365 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:25,366 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:27,367 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:29,368 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:31,369 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:33,369 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:33,940 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:54:35,370 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:37,234 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:54:37,234 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:54:37,371 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:39,372 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:41,373 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:43,374 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:45,374 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:47,375 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:49,376 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:51,377 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:52,374 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:54:52,375 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:54:53,378 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:55,379 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:57,379 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:54:59,380 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:01,381 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:03,382 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:04,014 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:55:05,383 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:07,384 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:07,511 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:55:07,511 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:55:09,385 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:11,386 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:13,386 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:15,387 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:17,388 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:19,389 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:21,390 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:22,646 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:55:22,646 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:55:23,391 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:25,391 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:27,392 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:29,393 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:31,394 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:33,395 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:34,088 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:55:35,396 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:37,396 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:37,782 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:55:37,782 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:55:39,397 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:41,398 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:43,399 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:45,400 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:47,401 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:49,402 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:51,403 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:52,922 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:55:52,922 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:55:53,404 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:55,405 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:57,406 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:55:59,407 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:01,408 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:03,409 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:04,163 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:56:05,410 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:07,411 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:08,057 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:56:08,057 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:56:09,412 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:11,413 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:13,413 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:15,414 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:17,415 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:19,416 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:21,417 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:23,191 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:56:23,191 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:56:23,418 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:25,419 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:27,420 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:29,421 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:31,422 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:33,422 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:34,236 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:56:35,423 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:37,424 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:38,325 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:56:38,325 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:56:39,425 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:41,426 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:43,427 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:45,427 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:47,428 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:49,429 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:51,430 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:53,431 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:53,468 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:56:53,468 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:56:55,432 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:57,432 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:56:59,433 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:01,434 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:03,435 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:04,309 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:57:05,436 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:07,437 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:08,606 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:57:08,606 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:57:09,437 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:11,438 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:13,439 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:15,440 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:17,441 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:19,441 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:21,442 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:23,443 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:23,777 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:57:23,777 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:57:25,444 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:27,445 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:29,445 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:31,446 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:33,447 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:34,382 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:57:35,448 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:37,449 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:38,910 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:57:38,910 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:57:39,450 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:41,450 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:43,451 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:45,452 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:47,453 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:49,454 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:51,454 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:53,455 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:54,042 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:57:54,043 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:57:55,456 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:57,457 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:57:59,457 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:58:01,458 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:58:03,459 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:58:04,456 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:58:05,460 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:58:07,461 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:58:09,178 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:58:09,178 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:58:09,462 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:58:11,463 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:58:13,463 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:58:15,464 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:58:17,465 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:58:19,466 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:58:21,466 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:58:23,467 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:58:24,347 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:58:24,347 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:58:25,468 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:58:27,469 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:58:29,469 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:58:31,470 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:58:33,471 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:58:34,528 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:58:35,472 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:58:37,473 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:58:39,534 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:58:39,534 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:58:51,976 DEBUG SenderThread:14478 [sender.py:send():238] send: history +2021-11-07 19:58:51,976 DEBUG SenderThread:14478 [sender.py:send():238] send: summary +2021-11-07 19:58:51,976 INFO SenderThread:14478 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-07 19:58:52,479 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/wandb-summary.json +2021-11-07 19:58:53,479 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:58:54,480 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:58:54,694 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:58:54,694 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:58:55,480 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:58:57,481 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:58:59,482 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:59:01,483 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:59:03,484 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:59:04,594 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:59:05,484 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:59:07,485 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:59:09,486 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:59:09,829 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:59:09,830 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:59:11,487 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:59:13,488 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:59:15,489 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:59:17,490 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:59:19,491 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:59:21,492 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:59:23,492 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:59:24,960 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:59:24,961 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:59:25,493 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:59:27,494 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:59:29,495 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:59:31,495 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:59:33,496 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:59:34,666 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 19:59:35,497 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:59:37,498 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:59:39,499 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:59:40,093 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:59:40,093 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:59:41,499 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:59:43,500 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:59:46,501 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:59:48,502 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:59:50,503 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:59:52,504 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:59:54,505 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:59:55,228 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 19:59:55,228 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 19:59:56,505 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 19:59:58,506 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:00,507 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:02,508 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:04,508 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:04,734 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:00:06,509 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:08,510 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:10,361 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:00:10,361 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:00:10,511 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:12,512 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:14,512 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:16,513 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:18,514 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:20,515 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:22,516 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:24,517 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:25,496 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:00:25,496 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:00:26,518 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:28,519 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:30,520 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:32,521 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:34,521 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:34,808 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:00:36,522 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:38,523 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:40,524 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:40,630 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:00:40,631 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:00:42,525 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:44,526 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:46,527 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:48,528 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:50,529 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:52,530 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:54,531 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:55,768 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:00:55,768 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:00:56,531 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:00:58,532 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:00,533 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:02,534 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:04,535 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:04,883 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:01:06,536 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:08,537 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:10,537 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:10,902 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:01:10,902 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:01:12,538 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:14,539 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:16,540 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:18,541 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:20,542 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:22,543 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:24,543 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:26,033 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:01:26,033 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:01:26,544 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:28,545 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:30,546 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:32,547 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:34,548 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:34,951 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:01:36,549 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:38,549 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:40,550 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:41,165 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:01:41,165 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:01:42,551 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:44,552 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:46,553 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:48,554 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:50,555 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:52,556 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:54,557 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:56,298 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:01:56,298 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:01:56,558 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:01:58,559 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:00,560 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:02,561 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:04,562 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:05,018 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:02:06,563 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:08,564 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:10,565 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:11,433 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:02:11,434 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:02:12,568 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:14,569 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:16,570 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:18,571 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:20,572 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:22,573 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:24,574 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:26,568 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:02:26,568 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:02:26,575 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:28,575 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:30,576 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:32,578 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:34,578 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:35,081 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:02:36,579 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:38,580 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:40,581 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:41,705 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:02:41,706 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:02:42,582 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:44,583 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:46,584 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:48,585 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:50,586 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:52,587 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:54,588 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:56,589 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:02:56,840 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:02:56,840 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:02:58,590 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:00,591 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:02,592 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:04,593 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:05,145 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:03:06,594 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:08,595 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:10,596 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:11,977 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:03:11,978 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:03:12,597 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:14,598 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:16,599 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:18,600 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:20,601 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:22,602 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:24,603 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:26,604 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:27,115 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:03:27,116 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:03:28,605 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:30,606 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:32,607 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:34,608 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:35,215 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:03:36,609 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:38,610 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:40,611 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:42,252 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:03:42,252 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:03:42,612 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:44,613 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:46,613 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:48,614 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:50,615 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:52,616 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:54,617 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:56,618 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:03:57,387 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:03:57,387 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:03:58,619 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:00,619 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:02,620 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:04,621 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:05,285 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:04:06,622 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:08,623 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:10,624 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:12,524 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:04:12,524 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:04:12,625 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:14,626 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:16,627 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:18,628 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:20,629 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:22,629 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:24,630 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:26,631 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:27,657 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:04:27,657 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:04:28,632 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:30,633 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:32,634 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:34,635 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:35,355 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:04:36,635 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:38,636 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:40,637 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:42,821 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:04:42,821 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:04:43,638 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:45,639 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:47,640 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:49,642 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:51,642 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:53,643 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:55,644 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:57,645 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:04:57,954 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:04:57,955 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:04:59,646 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:01,647 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:03,648 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:05,428 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:05:05,649 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:07,650 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:09,650 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:11,651 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:13,091 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:05:13,092 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:05:13,652 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:15,653 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:17,654 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:19,654 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:21,655 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:23,656 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:25,657 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:27,658 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:28,225 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:05:28,226 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:05:29,659 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:31,659 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:33,660 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:35,498 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:05:35,661 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:37,662 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:39,663 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:41,664 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:43,369 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:05:43,370 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:05:43,664 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:45,665 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:47,666 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:49,667 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:51,667 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:53,668 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:55,669 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:57,670 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:05:58,541 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:05:58,541 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:05:59,671 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:06:01,672 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:06:03,673 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:06:05,570 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:06:05,674 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:06:07,675 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:06:09,676 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:06:11,677 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:06:13,676 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:06:13,676 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:06:13,679 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:06:15,680 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:06:17,681 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:06:19,682 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:06:21,683 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:06:23,684 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:06:25,684 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:06:27,685 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:06:28,810 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:06:28,810 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:06:29,686 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:06:31,687 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:06:33,688 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:06:35,643 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:06:35,688 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:06:37,689 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:06:39,690 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:06:41,691 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:06:43,692 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:06:43,944 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:06:43,944 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:06:58,179 DEBUG SenderThread:14478 [sender.py:send():238] send: history +2021-11-07 20:06:58,180 DEBUG SenderThread:14478 [sender.py:send():238] send: summary +2021-11-07 20:06:58,180 INFO SenderThread:14478 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-07 20:06:58,698 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/wandb-summary.json +2021-11-07 20:06:59,110 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:06:59,110 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:06:59,698 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:01,699 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:03,700 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:05,701 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:05,717 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:07:07,701 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:09,702 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:11,703 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:13,704 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:14,246 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:07:14,246 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:07:15,705 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:17,706 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:19,706 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:21,707 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:23,708 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:25,709 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:27,709 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:29,416 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:07:29,416 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:07:29,710 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:31,711 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:33,712 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:35,713 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:35,791 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:07:37,713 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:39,714 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:41,715 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:43,716 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:44,549 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:07:44,550 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:07:45,717 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:47,717 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:49,718 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:51,719 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:53,720 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:55,721 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:57,721 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:07:59,685 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:07:59,686 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:07:59,722 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:01,723 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:03,724 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:05,725 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:05,864 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:08:07,725 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:09,726 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:11,727 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:13,728 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:14,819 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:08:14,819 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:08:15,728 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:17,729 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:19,730 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:21,731 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:23,732 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:25,732 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:27,733 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:29,734 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:29,953 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:08:29,954 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:08:31,735 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:33,736 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:35,736 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:35,937 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:08:37,737 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:39,738 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:41,739 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:43,739 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:45,093 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:08:45,094 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:08:45,740 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:47,741 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:49,742 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:51,742 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:53,743 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:55,744 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:57,745 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:08:59,746 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:09:00,224 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:09:00,225 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:09:01,747 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:09:03,747 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:09:05,748 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:09:06,010 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:09:07,749 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:09:09,750 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:09:11,751 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:09:13,752 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:09:15,363 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:09:15,363 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:09:15,752 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:09:17,753 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:09:19,754 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:09:21,755 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:09:23,755 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:09:25,756 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:09:28,757 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:09:30,495 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:09:30,495 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:09:30,758 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:09:32,759 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:09:34,760 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:09:36,080 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:09:36,761 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:09:38,762 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:09:40,763 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:09:42,764 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:09:44,765 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:09:45,630 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:09:45,630 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:09:46,766 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:09:48,767 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:09:50,768 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:09:52,769 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:09:54,770 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:09:56,771 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:09:58,772 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:00,764 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:10:00,764 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:10:00,772 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:02,774 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:04,774 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:06,151 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:10:06,775 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:08,777 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:10,777 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:12,778 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:14,779 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:15,896 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:10:15,896 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:10:16,780 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:18,782 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:20,783 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:22,784 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:24,785 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:26,786 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:28,787 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:30,788 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:31,031 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:10:31,031 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:10:32,789 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:34,790 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:36,223 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:10:36,791 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:38,791 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:40,792 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:42,793 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:44,794 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:46,164 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:10:46,164 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:10:46,795 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:48,796 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:50,796 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:52,797 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:54,798 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:56,799 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:10:58,800 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:00,801 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:01,299 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:11:01,299 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:11:02,802 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:04,803 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:06,296 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:11:06,803 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:08,804 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:10,805 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:12,806 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:14,807 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:16,434 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:11:16,434 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:11:16,808 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:18,808 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:20,809 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:22,810 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:24,811 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:26,812 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:28,813 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:30,814 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:31,570 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:11:31,571 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:11:32,815 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:34,815 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:36,369 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:11:36,816 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:38,817 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:40,818 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:42,818 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:44,819 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:46,706 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:11:46,707 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:11:46,820 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:48,821 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:50,822 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:52,823 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:54,823 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:56,824 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:11:58,825 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:00,826 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:01,839 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:12:01,840 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:12:02,827 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:04,828 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:06,441 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:12:06,828 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:08,829 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:10,830 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:12,831 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:14,832 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:16,832 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:16,972 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:12:16,972 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:12:18,833 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:20,834 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:22,835 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:24,836 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:26,837 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:28,838 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:30,839 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:32,111 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:12:32,112 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:12:32,840 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:34,840 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:36,516 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:12:36,841 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:38,842 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:40,843 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:42,844 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:44,845 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:46,845 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:47,247 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:12:47,247 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:12:48,846 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:50,847 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:52,848 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:54,849 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:56,850 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:12:58,851 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:00,852 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:02,380 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:13:02,381 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:13:02,852 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:04,853 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:06,589 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:13:06,854 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:08,855 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:10,856 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:12,857 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:14,857 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:16,858 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:17,516 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:13:17,516 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:13:18,859 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:20,860 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:22,861 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:24,862 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:26,863 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:28,863 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:30,864 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:32,677 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:13:32,678 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:13:32,865 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:34,866 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:36,662 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:13:36,867 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:38,868 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:40,868 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:42,869 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:44,870 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:46,871 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:47,831 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:13:47,831 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:13:48,872 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:50,873 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:52,874 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:54,874 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:56,875 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:13:58,876 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:14:00,877 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:14:02,878 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:14:02,962 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:14:02,963 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:14:04,879 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:14:06,737 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:14:06,880 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:14:09,881 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:14:11,883 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:14:13,884 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:14:15,885 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:14:17,886 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:14:18,111 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:14:18,112 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:14:19,886 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:14:21,887 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:14:23,888 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:14:25,889 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:14:27,890 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:14:29,891 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:14:31,892 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:14:33,244 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:14:33,245 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:14:33,893 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:14:35,894 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:14:36,811 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:14:37,895 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:14:39,896 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:14:41,896 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:14:43,897 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:14:45,898 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:14:47,899 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:14:48,376 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:14:48,377 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:14:49,900 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:15:03,511 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:15:03,512 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:15:04,393 DEBUG SenderThread:14478 [sender.py:send():238] send: history +2021-11-07 20:15:04,394 DEBUG SenderThread:14478 [sender.py:send():238] send: summary +2021-11-07 20:15:04,394 INFO SenderThread:14478 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-07 20:15:04,906 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/wandb-summary.json +2021-11-07 20:15:05,907 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:15:06,883 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:15:06,907 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:15:07,908 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:15:09,908 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:15:11,909 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:15:13,910 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:15:15,911 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:15:17,912 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:15:18,653 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:15:18,653 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:15:19,913 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:15:21,913 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:15:23,914 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:15:25,915 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:15:27,916 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:15:29,916 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:15:31,917 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:15:33,788 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:15:33,788 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:15:33,919 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:15:35,919 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:15:36,957 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:15:37,920 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:15:39,921 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:15:41,922 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:15:43,923 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:15:45,924 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:15:47,925 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:15:48,920 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:15:48,920 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:15:49,926 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:15:51,927 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:15:53,927 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:15:55,928 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:15:57,929 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:15:59,930 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:01,931 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:03,932 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:04,051 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:16:04,052 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:16:05,933 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:07,026 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:16:07,934 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:09,935 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:11,936 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:13,937 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:15,938 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:17,938 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:19,185 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:16:19,186 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:16:19,939 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:21,940 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:23,941 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:25,942 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:27,943 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:29,944 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:31,945 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:33,946 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:34,320 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:16:34,321 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:16:35,947 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:37,094 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:16:37,948 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:39,949 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:41,950 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:43,951 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:45,952 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:47,952 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:49,463 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:16:49,463 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:16:49,953 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:51,954 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:53,955 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:55,956 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:57,957 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:16:59,958 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:01,959 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:03,960 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:04,595 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:17:04,596 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:17:05,961 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:07,163 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:17:07,961 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:09,962 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:11,963 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:13,964 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:15,965 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:17,965 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:19,729 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:17:19,730 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:17:19,966 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:21,967 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:23,968 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:25,969 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:27,970 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:29,970 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:31,971 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:33,972 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:34,927 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:17:34,927 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:17:35,973 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:37,233 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:17:37,974 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:39,975 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:41,976 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:43,976 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:45,977 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:47,978 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:49,979 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:50,058 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:17:50,058 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:17:51,980 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:53,981 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:55,982 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:57,983 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:17:59,984 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:18:01,985 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:18:03,986 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:18:05,196 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:18:05,197 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:18:05,987 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:18:07,303 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:18:07,988 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:18:09,988 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:18:11,989 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:18:13,990 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:18:15,991 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:18:17,992 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:18:19,993 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:18:20,332 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:18:20,333 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:18:21,994 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:18:23,995 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:18:25,996 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:18:27,996 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:18:29,997 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:18:31,998 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:18:33,999 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:18:35,467 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:18:35,468 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:18:36,000 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:18:37,372 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:18:38,001 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:18:40,001 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:18:42,002 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:18:44,003 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:18:46,004 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:18:48,005 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:18:50,005 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:18:50,622 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:18:50,623 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:18:52,006 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:18:54,007 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:18:56,008 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:18:58,009 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:00,010 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:02,011 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:04,012 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:05,772 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:19:05,772 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:19:06,013 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:07,441 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:19:08,014 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:10,015 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:12,016 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:14,017 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:16,018 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:18,019 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:20,020 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:20,904 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:19:20,904 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:19:22,021 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:24,022 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:26,023 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:28,024 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:30,025 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:32,026 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:34,027 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:36,028 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:36,039 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:19:36,040 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:19:37,507 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:19:38,029 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:40,029 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:42,030 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:44,031 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:46,032 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:48,033 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:50,034 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:51,231 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:19:51,231 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:19:52,035 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:54,035 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:56,036 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:19:58,037 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:00,038 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:02,039 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:04,040 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:06,040 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:06,364 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:20:06,364 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:20:07,575 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:20:08,041 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:10,042 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:12,043 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:14,044 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:17,045 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:19,046 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:21,047 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:21,497 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:20:21,497 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:20:23,048 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:25,048 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:27,049 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:29,050 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:31,051 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:33,052 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:35,052 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:36,631 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:20:36,631 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:20:37,053 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:37,643 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:20:39,054 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:41,055 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:43,056 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:45,057 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:47,058 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:49,058 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:51,059 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:51,769 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:20:51,769 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:20:53,060 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:55,061 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:57,062 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:20:59,063 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:01,064 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:03,065 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:05,065 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:06,927 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:21:06,927 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:21:07,066 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:07,712 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:21:09,067 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:11,068 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:13,069 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:15,070 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:17,071 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:19,072 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:21,073 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:22,061 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:21:22,062 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:21:23,074 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:25,075 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:27,076 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:29,077 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:31,078 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:33,079 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:35,080 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:37,081 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:37,197 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:21:37,198 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:21:37,779 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:21:39,082 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:41,083 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:43,084 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:45,085 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:47,086 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:49,087 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:51,087 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:52,337 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:21:52,338 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:21:53,088 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:55,089 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:57,090 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:21:59,091 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:22:01,092 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:22:03,092 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:22:05,093 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:22:07,094 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:22:07,476 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:22:07,476 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:22:07,848 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:22:09,095 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:22:11,096 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:22:13,097 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:22:15,098 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:22:17,099 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:22:19,100 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:22:21,100 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:22:22,612 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:22:22,613 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:22:23,101 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:22:25,102 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:22:27,103 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:22:29,104 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:22:31,105 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:22:33,106 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:22:35,107 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:22:37,107 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:22:37,748 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:22:37,748 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:22:37,917 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:22:39,108 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:22:41,109 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:22:43,110 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:22:45,111 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:22:47,112 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:22:49,113 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:22:51,114 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:22:52,879 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:22:52,880 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:22:53,115 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:22:55,116 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:23:07,984 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:23:08,011 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:23:08,012 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:23:10,607 DEBUG SenderThread:14478 [sender.py:send():238] send: history +2021-11-07 20:23:10,607 DEBUG SenderThread:14478 [sender.py:send():238] send: summary +2021-11-07 20:23:10,607 INFO SenderThread:14478 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-07 20:23:11,122 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/wandb-summary.json +2021-11-07 20:23:13,123 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:23:15,124 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:23:17,125 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:23:19,125 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:23:21,126 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:23:23,127 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:23:23,143 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:23:23,143 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:23:25,128 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:23:27,129 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:23:29,130 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:23:31,131 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:23:33,132 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:23:35,133 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:23:37,134 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:23:38,054 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:23:38,276 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:23:38,276 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:23:39,134 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:23:41,135 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:23:43,136 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:23:45,137 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:23:47,138 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:23:49,139 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:23:51,140 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:23:53,141 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:23:53,482 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:23:53,482 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:23:55,142 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:23:57,143 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:23:59,144 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:01,144 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:03,145 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:05,146 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:07,147 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:08,123 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:24:08,614 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:24:08,614 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:24:09,148 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:11,149 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:13,149 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:15,150 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:17,151 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:19,152 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:21,153 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:23,154 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:23,745 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:24:23,746 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:24:25,155 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:27,156 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:29,156 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:31,157 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:33,158 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:35,159 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:37,160 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:38,195 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:24:38,877 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:24:38,877 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:24:39,161 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:41,161 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:43,162 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:45,163 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:47,163 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:49,164 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:51,165 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:53,166 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:54,011 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:24:54,012 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:24:55,167 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:57,168 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:24:59,169 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:25:01,170 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:25:03,170 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:25:05,171 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:25:07,172 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:25:08,263 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:25:09,165 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:25:09,165 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:25:09,173 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:25:11,173 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:25:13,174 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:25:16,175 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:25:18,176 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:25:20,177 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:25:22,178 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:25:24,179 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:25:24,297 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:25:24,297 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:25:26,180 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:25:28,181 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:25:30,182 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:25:32,183 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:25:34,183 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:25:36,184 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:25:38,185 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:25:38,330 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:25:39,434 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:25:39,435 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:25:40,186 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:25:42,187 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:25:44,187 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:25:46,188 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:25:48,189 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:25:50,190 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:25:52,190 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:25:54,191 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:25:54,568 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:25:54,568 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:25:56,192 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:25:58,193 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:00,193 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:02,194 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:04,195 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:06,196 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:08,197 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:08,393 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:26:09,748 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:26:09,748 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:26:10,198 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:12,199 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:14,199 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:16,200 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:18,201 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:20,202 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:22,203 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:24,204 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:24,880 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:26:24,880 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:26:26,205 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:28,205 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:30,206 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:32,207 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:34,208 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:36,209 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:38,210 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:38,457 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:26:40,012 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:26:40,012 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:26:40,211 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:42,211 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:44,212 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:46,213 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:48,214 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:50,215 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:52,216 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:54,217 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:55,147 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:26:55,147 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:26:56,217 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:26:58,219 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:00,220 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:02,220 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:04,221 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:06,222 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:08,223 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:08,522 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:27:10,225 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:10,281 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:27:10,281 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:27:12,225 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:14,226 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:16,227 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:18,228 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:20,229 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:22,230 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:24,231 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:25,469 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:27:25,470 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:27:26,232 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:28,233 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:30,234 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:32,235 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:34,236 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:36,237 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:38,238 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:38,588 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:27:40,239 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:40,603 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:27:40,603 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:27:42,239 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:44,240 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:46,241 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:48,242 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:50,243 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:52,244 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:54,245 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:55,746 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:27:55,747 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:27:56,246 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:27:58,247 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:00,248 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:02,249 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:04,250 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:06,250 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:08,251 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:08,656 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:28:10,252 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:10,884 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:28:10,884 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:28:12,253 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:14,254 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:16,255 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:18,256 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:20,256 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:22,257 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:24,258 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:26,021 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:28:26,021 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:28:26,259 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:28,260 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:30,261 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:32,261 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:34,262 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:36,263 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:38,264 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:38,723 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:28:40,265 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:41,153 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:28:41,154 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:28:42,266 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:44,267 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:46,268 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:48,269 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:50,269 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:52,270 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:54,271 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:56,272 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:28:56,286 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:28:56,286 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:28:58,273 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:00,274 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:02,275 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:04,276 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:06,276 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:08,277 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:08,795 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:29:10,278 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:11,417 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:29:11,417 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:29:12,279 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:14,280 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:16,281 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:18,281 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:20,282 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:22,283 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:24,284 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:26,285 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:26,550 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:29:26,550 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:29:28,286 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:30,286 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:32,287 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:34,288 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:36,289 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:38,290 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:38,868 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:29:40,290 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:41,696 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:29:41,696 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:29:42,291 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:44,292 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:46,293 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:48,294 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:50,294 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:52,295 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:54,296 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:56,297 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:29:56,835 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:29:56,835 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:29:58,298 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:00,298 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:02,299 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:04,300 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:06,301 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:08,301 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:08,940 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:30:10,302 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:11,981 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:30:11,981 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:30:12,303 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:14,304 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:16,304 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:18,305 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:20,306 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:22,307 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:24,307 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:26,308 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:27,112 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:30:27,112 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:30:28,309 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:31,310 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:33,311 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:35,312 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:37,312 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:39,012 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:30:39,313 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:41,314 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:42,243 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:30:42,244 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:30:43,315 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:45,315 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:47,317 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:49,317 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:51,318 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:53,319 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:55,320 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:57,321 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:30:57,442 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:30:57,442 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:30:59,322 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:31:01,322 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:31:09,083 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:31:12,577 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:31:12,578 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:31:16,822 DEBUG SenderThread:14478 [sender.py:send():238] send: history +2021-11-07 20:31:16,822 DEBUG SenderThread:14478 [sender.py:send():238] send: summary +2021-11-07 20:31:16,823 INFO SenderThread:14478 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-07 20:31:17,328 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/wandb-summary.json +2021-11-07 20:31:18,328 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:31:19,329 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:31:21,330 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:31:23,330 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:31:25,331 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:31:27,332 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:31:27,710 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:31:27,711 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:31:29,332 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:31:31,333 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:31:33,334 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:31:35,334 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:31:37,335 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:31:39,152 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:31:39,336 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:31:41,337 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:31:42,849 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:31:42,850 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:31:43,338 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:31:45,338 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:31:47,339 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:31:49,340 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:31:51,341 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:31:53,341 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:31:55,342 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:31:57,343 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:31:57,983 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:31:57,983 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:31:59,344 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:01,345 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:03,346 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:05,347 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:07,348 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:09,221 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:32:09,349 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:11,349 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:13,116 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:32:13,116 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:32:13,350 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:15,351 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:17,352 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:19,353 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:21,354 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:23,355 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:25,356 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:27,356 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:28,300 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:32:28,300 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:32:29,357 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:31,358 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:33,359 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:35,360 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:37,361 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:39,293 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:32:39,362 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:41,363 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:43,364 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:43,433 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:32:43,433 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:32:45,365 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:47,366 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:49,366 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:51,367 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:53,368 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:55,369 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:57,370 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:32:58,565 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:32:58,566 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:32:59,371 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:01,372 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:03,373 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:05,374 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:07,375 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:09,367 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:33:09,376 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:11,377 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:13,377 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:13,700 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:33:13,700 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:33:15,378 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:17,379 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:19,380 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:21,380 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:23,381 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:25,382 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:27,383 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:28,835 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:33:28,835 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:33:29,384 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:31,385 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:33,386 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:35,387 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:37,387 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:39,388 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:39,439 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:33:41,389 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:43,390 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:43,996 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:33:43,997 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:33:45,391 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:47,392 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:49,392 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:51,393 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:53,394 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:55,395 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:57,396 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:33:59,132 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:33:59,132 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:33:59,397 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:01,398 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:03,398 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:05,399 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:07,400 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:09,401 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:09,511 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:34:11,402 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:13,403 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:14,263 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:34:14,263 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:34:15,404 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:17,405 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:19,405 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:21,406 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:23,407 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:25,408 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:27,409 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:29,400 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:34:29,400 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:34:29,409 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:31,411 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:33,411 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:35,412 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:37,413 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:39,414 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:39,586 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:34:41,415 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:43,416 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:44,536 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:34:44,536 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:34:45,417 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:47,418 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:49,418 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:51,419 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:53,420 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:55,421 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:57,422 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:59,423 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:34:59,668 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:34:59,669 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:35:01,423 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:35:03,424 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:35:05,425 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:35:07,426 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:35:09,427 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:35:09,657 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:35:11,427 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:35:13,428 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:35:14,804 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:35:14,805 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:35:15,429 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:35:17,430 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:35:19,431 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:35:21,432 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:35:23,433 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:35:25,434 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:35:27,435 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:35:29,436 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:35:29,950 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:35:29,950 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:35:31,436 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:35:33,437 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:35:35,438 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:35:37,439 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:35:39,440 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:35:39,732 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:35:41,441 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:35:43,442 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:35:45,101 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:35:45,101 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:35:45,443 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:35:47,444 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:35:49,445 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:35:51,446 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:35:53,447 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:35:55,448 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:35:57,449 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:35:59,450 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:36:00,299 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:36:00,300 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:36:01,451 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:36:04,452 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:36:06,453 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:36:08,454 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:36:09,806 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:36:10,455 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:36:12,456 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:36:14,457 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:36:15,442 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:36:15,442 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:36:16,458 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:36:18,459 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:36:20,460 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:36:22,461 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:36:24,461 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:36:26,462 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:36:28,463 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:36:30,464 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:36:30,577 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:36:30,577 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:36:32,465 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:36:34,466 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:36:36,467 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:36:38,468 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:36:39,879 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:36:40,468 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:36:42,470 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:36:44,470 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:36:45,895 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:36:45,895 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:36:46,471 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:36:48,472 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:36:50,473 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:36:52,474 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:36:54,474 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:36:56,475 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:36:58,476 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:00,477 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:01,028 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:37:01,028 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:37:02,478 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:04,479 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:06,480 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:08,481 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:09,953 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:37:10,482 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:12,483 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:14,484 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:16,161 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:37:16,161 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:37:16,485 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:18,486 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:20,487 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:22,488 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:24,489 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:26,490 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:28,491 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:30,492 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:31,294 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:37:31,295 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:37:32,493 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:34,494 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:36,495 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:38,496 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:40,025 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:37:40,497 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:42,498 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:44,499 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:46,427 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:37:46,428 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:37:46,500 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:48,501 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:50,502 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:52,503 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:54,504 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:56,505 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:37:58,506 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:00,507 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:01,566 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:38:01,567 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:38:02,508 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:04,509 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:06,510 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:08,511 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:10,097 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:38:10,512 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:12,513 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:14,514 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:16,515 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:16,701 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:38:16,702 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:38:18,516 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:20,517 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:22,518 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:24,519 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:26,520 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:28,521 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:30,521 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:31,833 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:38:31,834 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:38:32,522 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:34,523 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:36,524 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:38,525 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:40,171 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:38:40,526 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:42,527 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:44,528 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:46,529 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:46,966 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:38:46,966 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:38:48,530 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:50,531 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:52,532 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:54,533 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:56,534 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:38:58,535 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:39:00,536 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:39:02,098 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:39:02,099 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:39:02,537 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:39:04,538 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:39:06,539 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:39:10,243 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:39:17,232 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:39:17,232 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:39:23,040 DEBUG SenderThread:14478 [sender.py:send():238] send: history +2021-11-07 20:39:23,041 DEBUG SenderThread:14478 [sender.py:send():238] send: summary +2021-11-07 20:39:23,041 INFO SenderThread:14478 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-07 20:39:23,546 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/wandb-summary.json +2021-11-07 20:39:24,546 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:39:26,547 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:39:28,548 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:39:30,548 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:39:32,383 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:39:32,383 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:39:32,549 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:39:34,550 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:39:36,551 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:39:38,552 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:39:40,312 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:39:40,553 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:39:42,554 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:39:44,554 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:39:46,555 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:39:47,525 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:39:47,525 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:39:48,557 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:39:50,558 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:39:52,558 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:39:54,559 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:39:56,560 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:39:58,561 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:00,562 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:02,562 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:02,705 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:40:02,706 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:40:04,563 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:06,564 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:08,565 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:10,381 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:40:10,566 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:13,567 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:15,568 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:17,568 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:17,841 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:40:17,842 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:40:19,569 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:21,570 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:23,571 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:25,572 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:27,572 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:29,573 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:31,574 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:32,975 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:40:32,975 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:40:33,575 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:35,576 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:37,577 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:39,578 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:40,450 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:40:41,579 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:43,580 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:45,581 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:47,582 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:48,160 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:40:48,160 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:40:49,583 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:51,584 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:53,585 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:55,586 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:57,587 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:40:59,588 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:41:01,589 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:41:03,292 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:41:03,293 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:41:03,590 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:41:05,591 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:41:07,592 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:41:09,593 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:41:10,523 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:41:11,594 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:41:13,595 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:41:15,596 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:41:17,597 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:41:18,432 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:41:18,432 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:41:19,597 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:41:21,598 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:41:23,600 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:41:25,601 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:41:27,602 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:41:29,602 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:41:31,603 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:41:33,563 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:41:33,564 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:41:33,605 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:41:40,594 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:41:41,966 DEBUG SenderThread:14478 [sender.py:send():238] send: history +2021-11-07 20:41:41,966 DEBUG SenderThread:14478 [sender.py:send():238] send: summary +2021-11-07 20:41:41,967 INFO SenderThread:14478 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-07 20:41:42,608 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/wandb-summary.json +2021-11-07 20:41:43,609 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:41:45,610 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:41:47,611 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:41:48,696 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:41:48,696 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:41:49,612 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:41:51,613 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:41:53,614 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:41:55,615 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:41:57,616 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:41:59,617 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:42:01,618 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:42:03,618 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:42:03,829 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: stop_status +2021-11-07 20:42:03,830 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: stop_status +2021-11-07 20:42:05,619 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:42:07,620 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:42:09,621 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:42:10,666 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:42:11,622 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:42:13,622 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:42:15,623 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:42:17,624 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:42:18,715 WARNING MainThread:14478 [internal.py:wandb_internal():146] Internal process interrupt: 1 +2021-11-07 20:42:19,625 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:42:21,199 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: poll_exit +2021-11-07 20:42:21,200 DEBUG SenderThread:14478 [sender.py:send():238] send: telemetry +2021-11-07 20:42:21,200 DEBUG SenderThread:14478 [sender.py:send():238] send: exit +2021-11-07 20:42:21,200 INFO SenderThread:14478 [sender.py:send_exit():370] handling exit code: 255 +2021-11-07 20:42:21,201 INFO SenderThread:14478 [sender.py:send_exit():372] handling runtime: 30052 +2021-11-07 20:42:21,201 INFO SenderThread:14478 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-07 20:42:21,201 INFO SenderThread:14478 [sender.py:send_exit():382] send defer +2021-11-07 20:42:21,202 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: poll_exit +2021-11-07 20:42:21,202 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: defer +2021-11-07 20:42:21,202 INFO HandlerThread:14478 [handler.py:handle_request_defer():147] handle defer: 0 +2021-11-07 20:42:21,203 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: defer +2021-11-07 20:42:21,203 INFO SenderThread:14478 [sender.py:send_request_defer():391] handle sender defer: 0 +2021-11-07 20:42:21,203 INFO SenderThread:14478 [sender.py:transition_state():395] send defer: 1 +2021-11-07 20:42:21,203 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: defer +2021-11-07 20:42:21,203 INFO HandlerThread:14478 [handler.py:handle_request_defer():147] handle defer: 1 +2021-11-07 20:42:21,292 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: defer +2021-11-07 20:42:21,293 INFO SenderThread:14478 [sender.py:send_request_defer():391] handle sender defer: 1 +2021-11-07 20:42:21,293 INFO SenderThread:14478 [sender.py:transition_state():395] send defer: 2 +2021-11-07 20:42:21,293 DEBUG SenderThread:14478 [sender.py:send():238] send: stats +2021-11-07 20:42:21,293 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: defer +2021-11-07 20:42:21,293 INFO HandlerThread:14478 [handler.py:handle_request_defer():147] handle defer: 2 +2021-11-07 20:42:21,293 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: defer +2021-11-07 20:42:21,293 INFO SenderThread:14478 [sender.py:send_request_defer():391] handle sender defer: 2 +2021-11-07 20:42:21,293 INFO SenderThread:14478 [sender.py:transition_state():395] send defer: 3 +2021-11-07 20:42:21,294 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: defer +2021-11-07 20:42:21,294 INFO HandlerThread:14478 [handler.py:handle_request_defer():147] handle defer: 3 +2021-11-07 20:42:21,294 DEBUG SenderThread:14478 [sender.py:send():238] send: summary +2021-11-07 20:42:21,294 INFO SenderThread:14478 [sender.py:_save_file():960] saving file wandb-summary.json with policy end +2021-11-07 20:42:21,294 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: defer +2021-11-07 20:42:21,294 INFO SenderThread:14478 [sender.py:send_request_defer():391] handle sender defer: 3 +2021-11-07 20:42:21,294 INFO SenderThread:14478 [sender.py:transition_state():395] send defer: 4 +2021-11-07 20:42:21,295 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: defer +2021-11-07 20:42:21,295 INFO HandlerThread:14478 [handler.py:handle_request_defer():147] handle defer: 4 +2021-11-07 20:42:21,295 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: defer +2021-11-07 20:42:21,295 INFO SenderThread:14478 [sender.py:send_request_defer():391] handle sender defer: 4 +2021-11-07 20:42:21,304 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: poll_exit +2021-11-07 20:42:21,471 INFO SenderThread:14478 [sender.py:transition_state():395] send defer: 5 +2021-11-07 20:42:21,471 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: poll_exit +2021-11-07 20:42:21,472 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: defer +2021-11-07 20:42:21,472 INFO HandlerThread:14478 [handler.py:handle_request_defer():147] handle defer: 5 +2021-11-07 20:42:21,472 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: defer +2021-11-07 20:42:21,472 INFO SenderThread:14478 [sender.py:send_request_defer():391] handle sender defer: 5 +2021-11-07 20:42:21,472 INFO SenderThread:14478 [dir_watcher.py:finish():283] shutting down directory watcher +2021-11-07 20:42:21,573 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: poll_exit +2021-11-07 20:42:21,626 INFO Thread-8 :14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:42:21,626 INFO SenderThread:14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/config.yaml +2021-11-07 20:42:21,626 INFO SenderThread:14478 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/wandb-summary.json +2021-11-07 20:42:21,627 INFO SenderThread:14478 [dir_watcher.py:finish():313] scan: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files +2021-11-07 20:42:21,627 INFO SenderThread:14478 [dir_watcher.py:finish():327] scan save: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/requirements.txt requirements.txt +2021-11-07 20:42:21,627 INFO SenderThread:14478 [dir_watcher.py:finish():327] scan save: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log output.log +2021-11-07 20:42:21,627 INFO SenderThread:14478 [dir_watcher.py:finish():327] scan save: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/wandb-metadata.json wandb-metadata.json +2021-11-07 20:42:21,627 INFO SenderThread:14478 [dir_watcher.py:finish():327] scan save: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/config.yaml config.yaml +2021-11-07 20:42:21,627 INFO SenderThread:14478 [dir_watcher.py:finish():327] scan save: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/wandb-summary.json wandb-summary.json +2021-11-07 20:42:21,628 INFO SenderThread:14478 [sender.py:transition_state():395] send defer: 6 +2021-11-07 20:42:21,628 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: poll_exit +2021-11-07 20:42:21,634 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: defer +2021-11-07 20:42:21,634 INFO HandlerThread:14478 [handler.py:handle_request_defer():147] handle defer: 6 +2021-11-07 20:42:21,637 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: defer +2021-11-07 20:42:21,637 INFO SenderThread:14478 [sender.py:send_request_defer():391] handle sender defer: 6 +2021-11-07 20:42:21,637 INFO SenderThread:14478 [file_pusher.py:finish():177] shutting down file pusher +2021-11-07 20:42:21,733 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: poll_exit +2021-11-07 20:42:21,733 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: poll_exit +2021-11-07 20:42:21,835 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: poll_exit +2021-11-07 20:42:21,835 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: poll_exit +2021-11-07 20:42:21,937 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: poll_exit +2021-11-07 20:42:21,937 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: poll_exit +2021-11-07 20:42:22,039 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: poll_exit +2021-11-07 20:42:22,039 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: poll_exit +2021-11-07 20:42:22,085 INFO Thread-13 :14478 [upload_job.py:push():137] Uploaded file /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/output.log +2021-11-07 20:42:22,087 INFO Thread-12 :14478 [upload_job.py:push():137] Uploaded file /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/requirements.txt +2021-11-07 20:42:22,093 INFO Thread-15 :14478 [upload_job.py:push():137] Uploaded file /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/wandb-summary.json +2021-11-07 20:42:22,125 INFO Thread-14 :14478 [upload_job.py:push():137] Uploaded file /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/files/config.yaml +2021-11-07 20:42:22,140 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: poll_exit +2021-11-07 20:42:22,141 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: poll_exit +2021-11-07 20:42:22,242 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: poll_exit +2021-11-07 20:42:22,242 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: poll_exit +2021-11-07 20:42:22,325 INFO Thread-7 :14478 [sender.py:transition_state():395] send defer: 7 +2021-11-07 20:42:22,326 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: defer +2021-11-07 20:42:22,326 INFO HandlerThread:14478 [handler.py:handle_request_defer():147] handle defer: 7 +2021-11-07 20:42:22,326 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: defer +2021-11-07 20:42:22,326 INFO SenderThread:14478 [sender.py:send_request_defer():391] handle sender defer: 7 +2021-11-07 20:42:22,344 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: poll_exit +2021-11-07 20:42:22,611 INFO SenderThread:14478 [sender.py:transition_state():395] send defer: 8 +2021-11-07 20:42:22,611 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: poll_exit +2021-11-07 20:42:22,612 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: defer +2021-11-07 20:42:22,612 INFO HandlerThread:14478 [handler.py:handle_request_defer():147] handle defer: 8 +2021-11-07 20:42:22,612 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: defer +2021-11-07 20:42:22,612 INFO SenderThread:14478 [sender.py:send_request_defer():391] handle sender defer: 8 +2021-11-07 20:42:22,612 INFO SenderThread:14478 [sender.py:transition_state():395] send defer: 9 +2021-11-07 20:42:22,613 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: defer +2021-11-07 20:42:22,613 DEBUG SenderThread:14478 [sender.py:send():238] send: final +2021-11-07 20:42:22,613 INFO HandlerThread:14478 [handler.py:handle_request_defer():147] handle defer: 9 +2021-11-07 20:42:22,613 DEBUG SenderThread:14478 [sender.py:send():238] send: footer +2021-11-07 20:42:22,613 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: defer +2021-11-07 20:42:22,613 INFO SenderThread:14478 [sender.py:send_request_defer():391] handle sender defer: 9 +2021-11-07 20:42:22,713 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: poll_exit +2021-11-07 20:42:22,713 DEBUG SenderThread:14478 [sender.py:send_request():252] send_request: poll_exit +2021-11-07 20:42:22,714 INFO SenderThread:14478 [file_pusher.py:join():182] waiting for file pusher +2021-11-07 20:42:22,964 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: get_summary +2021-11-07 20:42:22,965 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: sampled_history +2021-11-07 20:42:22,967 DEBUG HandlerThread:14478 [handler.py:handle_request():130] handle_request: shutdown +2021-11-07 20:42:22,967 INFO HandlerThread:14478 [handler.py:finish():731] shutting down handler +2021-11-07 20:42:23,613 INFO WriterThread:14478 [datastore.py:close():281] close: /home/nicholasbroad/muril-bigbird-base-1mil/wandb/run-20211107_122127-18mmtpt3/run-18mmtpt3.wandb +2021-11-07 20:42:23,963 INFO SenderThread:14478 [sender.py:finish():1091] shutting down sender +2021-11-07 20:42:23,963 INFO SenderThread:14478 [file_pusher.py:finish():177] shutting down file pusher +2021-11-07 20:42:23,963 INFO SenderThread:14478 [file_pusher.py:join():182] waiting for file pusher +2021-11-07 20:42:23,966 INFO MainThread:14478 [internal.py:handle_exit():77] Internal process exited