diff --git "a/wandb/run-20220129_215451-1vipdbow/logs/debug-internal.log" "b/wandb/run-20220129_215451-1vipdbow/logs/debug-internal.log" --- "a/wandb/run-20220129_215451-1vipdbow/logs/debug-internal.log" +++ "b/wandb/run-20220129_215451-1vipdbow/logs/debug-internal.log" @@ -24516,3 +24516,931 @@ 2022-01-30 11:27:49,937 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status 2022-01-30 11:28:05,119 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status 2022-01-30 11:28:05,120 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:28:13,818 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:28:18,533 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:28:20,350 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:28:20,350 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:28:20,534 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:28:22,536 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:28:24,536 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:28:26,538 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:28:28,539 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:28:30,540 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:28:32,542 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:28:34,543 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:28:35,602 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:28:35,602 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:28:36,544 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:28:42,548 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:28:44,046 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:28:48,552 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:28:50,836 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:28:50,837 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:28:52,555 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:28:59,559 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:03,564 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:06,102 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:29:06,102 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:29:07,567 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:11,569 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:14,282 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:29:15,572 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:19,575 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:21,377 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:29:21,377 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:29:23,578 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:27,581 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:31,584 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:35,592 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:36,553 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:29:36,554 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:29:39,595 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:43,598 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:44,571 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:29:45,600 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:49,603 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:51,807 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:29:51,808 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:29:53,606 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:56,609 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:00,612 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:02,614 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:06,617 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:07,068 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:30:07,069 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:30:08,619 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:12,622 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:14,624 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:14,825 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:30:18,627 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:20,629 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:22,324 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:30:22,325 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:30:24,632 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:26,634 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:28,636 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:32,639 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:34,641 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:36,643 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:37,611 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:30:37,612 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:30:38,645 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:42,648 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:44,650 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:45,095 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:30:46,652 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:48,654 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:50,655 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:52,656 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:52,865 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:30:52,866 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:30:54,658 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:56,659 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:00,661 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:03,663 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:05,665 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:07,667 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:08,079 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:31:08,080 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:31:09,669 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:11,670 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:15,365 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:31:19,677 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:23,384 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:31:23,385 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:31:23,679 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:29,683 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:33,686 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:37,689 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:38,809 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:31:38,810 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:31:43,693 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:45,633 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:31:47,696 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:51,698 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:54,006 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:31:54,006 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:31:55,701 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:00,704 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:04,707 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:08,710 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:09,183 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:32:09,184 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:32:12,712 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:15,865 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:32:16,715 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:18,716 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:22,719 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:24,351 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:32:24,352 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:32:26,721 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:30,724 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:32,725 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:36,727 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:38,729 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:39,520 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:32:39,521 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:32:42,731 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:44,733 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:46,259 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:32:48,736 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:50,737 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:54,689 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:32:54,689 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:32:54,739 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:56,741 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:01,744 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:03,745 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:05,747 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:09,749 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:09,960 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:33:09,961 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:33:11,750 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:13,751 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:16,586 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:33:17,754 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:19,755 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:21,757 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:23,758 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:25,290 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:33:25,291 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:33:25,760 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:27,128 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 11:33:27,262 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 11:33:27,340 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 11:33:27,761 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 11:33:28,762 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:29,763 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:31,763 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:33,765 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:35,766 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:37,767 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:39,768 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:40,521 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:33:40,522 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:33:41,770 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:43,771 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:45,772 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:46,863 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:33:47,774 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:49,775 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:55,727 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:33:55,728 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:33:55,779 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:59,782 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:34:05,786 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:34:10,789 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:34:10,927 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:34:10,927 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:34:14,791 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:34:17,168 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:34:20,795 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:34:24,798 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:34:26,129 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:34:26,130 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:34:28,800 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:34:32,803 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:34:36,806 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:34:40,808 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:34:41,296 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:34:41,297 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:34:44,810 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:34:47,460 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:34:48,813 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:34:50,814 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:34:54,816 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:34:56,465 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:34:56,466 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:34:58,819 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:03,822 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:07,824 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:09,825 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:11,701 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:35:11,702 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:35:13,829 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:15,830 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:17,754 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:35:19,833 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:23,836 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:25,837 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:27,106 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:35:27,106 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:35:29,839 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:31,841 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:33,842 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:37,845 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:39,846 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:42,424 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:35:42,424 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:35:43,848 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:45,849 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:47,850 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:48,023 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:35:51,852 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:53,854 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:55,855 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:57,709 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:35:57,709 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:35:57,857 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:01,859 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:03,861 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:05,862 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:07,864 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:09,865 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:11,867 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:12,997 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:36:12,997 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:36:13,868 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:15,870 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:17,871 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:18,317 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:36:19,873 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:21,874 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:23,875 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:25,877 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:28,194 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:36:28,194 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:36:31,881 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:38,885 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:42,888 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:43,405 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:36:43,406 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:36:46,891 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:48,616 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:36:52,895 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:56,897 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:58,568 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:36:58,568 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:37:00,900 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:04,904 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:08,906 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:12,909 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:13,736 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:37:13,737 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:37:16,912 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:18,934 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:37:21,915 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:25,917 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:28,904 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:37:28,904 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:37:29,919 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:31,920 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:35,922 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:39,925 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:41,926 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:44,070 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:37:44,071 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:37:45,928 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:49,185 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:37:49,932 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:51,934 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:55,937 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:57,939 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:59,311 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:37:59,312 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:38:01,942 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:03,949 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:07,952 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:09,953 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:11,955 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:14,574 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:38:14,574 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:38:15,958 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:17,960 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:19,488 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:38:19,961 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:23,963 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:25,965 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:27,967 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:29,890 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:38:29,891 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:38:32,969 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:34,971 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:36,972 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:38,974 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:39,238 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 11:38:39,364 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 11:38:39,412 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 11:38:39,974 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 11:38:40,975 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:42,976 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:44,978 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:45,152 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:38:45,153 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:38:46,979 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:48,980 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:49,773 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:38:50,983 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:52,984 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:54,986 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:56,987 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:58,988 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:39:00,399 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:39:00,400 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:39:00,989 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:39:06,993 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:39:12,997 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:39:15,701 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:39:15,702 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:39:17,000 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:39:20,061 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:39:23,003 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:39:28,007 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:39:30,989 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:39:30,990 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:39:32,010 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:39:38,014 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:39:42,016 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:39:46,020 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:39:46,188 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:39:46,189 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:39:50,023 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:39:50,318 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:39:54,026 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:39:56,028 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:00,031 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:01,354 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:40:01,355 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:40:04,034 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:08,038 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:12,041 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:14,043 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:16,525 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:40:16,526 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:40:18,046 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:20,659 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:40:22,049 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:24,051 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:28,053 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:30,055 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:31,918 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:40:31,919 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:40:34,057 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:36,059 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:41,062 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:43,063 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:47,065 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:47,102 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:40:47,103 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:40:49,066 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:50,980 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:40:51,067 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:55,070 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:57,072 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:59,074 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:02,345 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:41:02,345 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:41:03,077 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:05,079 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:07,081 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:09,083 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:11,084 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:15,087 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:17,089 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:17,545 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:41:17,546 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:41:19,091 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:21,093 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:21,275 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:41:23,095 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:25,096 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:27,098 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:29,100 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:31,102 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:32,815 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:41:32,815 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:41:33,104 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:35,106 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:37,107 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:43,112 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:47,115 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:48,144 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:41:48,144 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:41:51,567 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:41:53,120 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:58,124 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:03,371 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:42:03,371 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:42:04,128 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:08,132 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:12,135 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:16,138 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:18,659 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:42:18,659 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:42:20,141 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:21,830 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:42:24,147 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:28,150 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:32,153 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:33,957 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:42:33,957 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:42:36,156 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:38,157 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:42,160 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:46,164 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:49,311 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:42:49,311 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:42:50,168 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:52,171 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:52,202 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:42:57,176 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:59,178 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:03,181 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:04,584 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:43:04,584 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:43:07,187 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:09,189 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:13,192 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:15,194 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:17,196 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:19,863 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:43:19,863 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:43:21,199 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:22,659 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:43:23,201 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:27,209 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:29,211 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:31,213 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:35,102 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:43:35,103 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:43:35,216 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:37,218 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:39,221 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:41,225 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:43,228 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:47,231 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:49,233 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:49,877 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 11:43:49,946 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 11:43:49,996 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 11:43:50,234 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 11:43:50,351 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:43:50,353 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:43:51,235 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:52,236 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:52,981 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:43:53,238 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:55,240 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:57,242 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:59,244 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:01,246 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:03,248 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:05,250 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:05,570 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:44:05,571 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:44:07,252 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:09,254 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:11,256 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:18,260 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:20,752 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:44:20,752 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:44:23,300 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:44:24,264 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:28,267 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:34,272 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:35,913 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:44:35,914 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:44:38,275 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:42,277 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:46,280 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:50,283 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:51,199 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:44:51,199 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:44:53,558 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:44:54,285 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:00,289 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:04,292 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:06,293 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:06,429 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:45:06,429 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:45:10,296 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:14,300 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:19,304 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:21,841 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:45:21,841 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:45:23,307 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:23,789 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:45:25,310 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:29,313 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:33,316 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:35,318 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:37,040 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:45:37,040 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:45:39,322 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:41,324 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:45,326 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:49,329 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:51,330 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:52,210 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:45:52,210 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:45:54,030 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:45:55,332 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:57,334 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:59,335 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:03,338 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:05,340 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:07,466 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:46:07,467 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:46:09,343 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:11,345 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:13,347 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:15,349 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:19,352 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:21,354 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:22,721 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:46:22,721 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:46:23,356 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:24,321 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:46:25,357 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:28,358 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:30,360 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:34,362 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:36,364 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:38,001 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:46:38,001 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:46:38,366 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:40,368 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:42,370 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:44,371 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:46,373 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:48,375 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:50,377 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:53,200 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:46:53,201 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:46:54,380 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:54,559 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:47:00,384 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:47:04,387 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:47:08,468 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:47:08,468 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:47:10,391 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:47:14,394 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:47:19,398 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:47:23,402 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:47:23,737 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:47:23,738 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:47:24,850 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:47:27,405 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:47:31,408 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:47:35,411 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:47:39,053 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:47:39,053 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:47:39,414 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:47:43,417 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:47:47,421 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:47:49,423 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:47:53,426 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:47:54,240 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:47:54,241 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:47:55,133 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:47:57,429 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:01,432 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:03,434 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:07,437 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:09,439 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:09,506 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:48:09,506 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:48:13,442 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:15,444 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:19,446 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:21,448 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:24,840 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:48:24,841 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:48:25,355 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:48:26,452 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:28,454 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:32,457 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:34,459 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:36,461 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:40,075 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:48:40,075 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:48:40,464 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:42,466 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:44,468 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:48,471 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:50,472 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:52,474 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:54,476 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:55,245 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:48:55,245 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:48:55,667 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:48:56,477 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:58,478 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:00,287 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 11:49:00,359 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 11:49:00,415 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 11:49:00,500 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 11:49:02,502 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:04,504 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:06,506 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:08,508 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:10,470 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:49:10,471 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:49:10,510 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:12,512 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:14,515 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:16,516 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:18,518 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:20,520 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:22,522 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:25,638 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:49:25,639 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:49:25,943 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:49:28,525 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:34,529 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:38,532 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:40,810 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:49:40,811 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:49:42,535 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:49,540 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:53,543 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:56,133 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:49:56,134 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:49:56,318 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:49:57,546 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:01,549 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:05,552 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:09,555 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:11,431 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:50:11,432 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:50:13,558 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:17,561 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:21,564 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:25,567 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:26,524 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:50:26,613 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:50:26,613 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:50:27,569 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:31,572 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:35,576 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:39,579 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:41,581 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:41,861 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:50:41,862 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:50:45,584 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:49,587 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:52,589 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:56,592 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:56,882 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:50:57,221 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:50:57,221 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:50:58,594 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:00,596 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:04,599 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:06,601 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:10,604 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:12,482 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:51:12,482 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:51:12,606 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:14,608 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:18,611 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:20,613 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:22,615 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:26,618 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:27,278 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:51:27,669 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:51:27,669 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:51:28,619 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:30,621 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:32,622 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:34,623 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:36,625 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:38,626 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:40,627 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:42,893 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:51:42,894 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:51:44,630 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:46,632 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:48,633 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:50,635 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:52,636 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:54,637 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:56,639 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:57,578 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:51:58,109 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:51:58,109 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:52:03,643 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:52:09,648 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:52:13,557 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:52:13,557 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:52:15,692 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:52:19,695 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:52:23,698 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:52:27,819 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:52:28,867 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:52:28,867 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:52:29,702 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:52:33,705 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:52:37,712 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:52:41,758 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:52:44,066 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:52:44,066 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:52:45,767 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:52:49,770 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:52:53,773 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:52:57,775 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:52:58,134 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:52:59,499 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:52:59,499 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:52:59,777 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:03,779 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:07,782 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:11,785 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:14,844 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:53:14,844 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:53:15,788 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:17,790 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:21,793 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:23,795 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:27,798 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:28,414 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:53:29,800 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:30,097 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:53:30,097 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:53:34,803 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:36,805 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:40,808 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:42,810 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:45,417 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:53:45,417 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:53:46,812 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:48,813 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:52,816 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:54,817 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:56,818 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:58,686 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:54:00,658 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:54:00,658 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:54:00,821 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:02,822 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:04,823 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:06,824 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:08,826 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:12,828 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:13,116 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 11:54:13,191 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 11:54:13,243 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 11:54:13,829 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 11:54:13,830 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:14,830 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:15,826 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:54:15,828 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:54:18,835 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:20,836 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:22,837 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:26,840 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:28,842 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:28,939 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:54:31,081 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:54:31,082 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:54:32,844 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:34,845 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:36,847 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:40,848 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:42,850 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:44,852 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:46,335 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:54:46,336 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:54:48,855 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:50,857 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:54,860 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:56,861 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:59,263 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:54:59,864 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:01,618 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:55:01,618 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:55:03,867 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:05,869 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:07,871 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:11,874 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:13,875 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:15,877 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:16,990 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:55:16,991 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:55:17,879 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:21,882 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:23,884 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:27,887 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:29,585 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:55:29,888 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:31,890 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:32,250 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:55:32,251 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:55:35,893 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:37,895 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:39,897 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:41,899 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:45,902 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:47,547 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:55:47,548 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:55:47,904 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:51,907 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:53,908 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:55,911 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:58,914 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:59,905 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:56:02,788 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:56:02,789 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:56:02,916 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:04,917 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:08,921 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:10,923 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:12,925 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:16,928 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:18,020 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:56:18,021 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:56:18,930 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:22,933 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:24,935 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:26,938 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:28,939 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:30,136 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:56:32,943 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:33,270 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:56:33,271 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:56:34,945 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:36,947 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:40,950 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:42,952 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:44,954 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:48,538 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:56:48,538 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:56:48,957 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:50,959 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:53,961 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:57,964 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:59,966 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:00,420 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:57:03,770 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:57:03,771 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:57:03,969 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:05,971 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:07,972 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:09,974 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:13,976 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:15,978 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:18,981 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:57:18,982 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:57:19,982 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:21,983 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:23,984 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:27,987 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:29,988 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:30,643 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:57:31,990 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:34,255 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:57:34,256 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:57:35,992 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:37,994 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:39,996 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:43,999 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:46,000 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:49,002 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:49,510 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:57:49,510 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:57:53,005 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:55,007 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:57,009 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:58:00,877 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:58:01,012 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:58:03,014 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:58:04,865 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:58:04,865 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:58:07,016 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:58:09,018 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:58:11,019 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:58:15,022 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:58:17,023 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:58:19,024 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:58:20,122 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:58:20,122 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:58:23,027 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:58:31,171 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:58:35,313 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:58:35,314 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:58:50,530 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:58:50,530 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:59:01,396 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:59:05,749 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:59:05,750 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:59:09,723 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 11:59:09,746 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 11:59:09,782 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 11:59:10,054 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 11:59:11,056 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:59:12,057 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:59:13,058 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:59:20,927 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:59:20,931 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:59:23,065 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:59:31,635 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:59:36,206 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:59:36,206 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:59:51,368 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:59:51,368 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:00:01,968 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:00:06,538 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:00:06,539 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:00:21,713 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:00:21,714 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:00:32,198 DEBUG SenderThread:37713 [sender.py:send():234] send: stats