diff --git "a/wandb/run-20220302_000300-2ebwk6gp/logs/debug-internal.log" "b/wandb/run-20220302_000300-2ebwk6gp/logs/debug-internal.log" --- "a/wandb/run-20220302_000300-2ebwk6gp/logs/debug-internal.log" +++ "b/wandb/run-20220302_000300-2ebwk6gp/logs/debug-internal.log" @@ -10386,3 +10386,1367 @@ 2022-03-02 01:40:29,697 DEBUG SenderThread:249873 [sender.py:send():235] send: stats 2022-03-02 01:40:32,892 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status 2022-03-02 01:40:32,893 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:40:43,776 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:40:47,778 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:40:47,945 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:40:47,946 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:40:49,356 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:40:49,410 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:40:49,496 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:40:49,778 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:40:50,779 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:40:51,779 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:40:52,779 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:40:54,594 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:40:54,648 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:40:54,736 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:40:54,780 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:40:54,780 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:40:55,781 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:40:56,781 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:40:58,782 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:40:59,754 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:40:59,818 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:40:59,904 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:41:00,143 DEBUG SenderThread:249873 [sender.py:send():235] send: stats +2022-03-02 01:41:00,793 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:41:01,794 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:02,794 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:03,039 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:41:03,040 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:41:04,795 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:04,913 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:41:04,969 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:41:05,057 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:41:05,795 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:41:05,795 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:06,796 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:08,796 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:10,017 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:41:10,074 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:41:10,161 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:41:10,797 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:41:12,798 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:14,798 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:15,105 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:41:15,159 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:41:15,244 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:41:15,799 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:41:16,799 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:18,364 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:41:18,365 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:41:18,800 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:20,242 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:41:20,286 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:41:20,374 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:41:20,801 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:41:20,801 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:22,801 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:24,802 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:25,242 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:41:25,298 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:41:25,386 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:41:25,803 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:41:26,803 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:28,804 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:30,235 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:41:30,300 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:41:30,388 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:41:30,626 DEBUG SenderThread:249873 [sender.py:send():235] send: stats +2022-03-02 01:41:30,805 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:41:31,805 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:32,806 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:33,574 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:41:33,575 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:41:33,806 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:35,187 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:41:35,240 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:41:35,323 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:41:35,807 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:41:36,808 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:37,808 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:39,809 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:40,232 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:41:40,288 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:41:40,371 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:41:40,809 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:41:41,809 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:42,810 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:45,092 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:41:45,147 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:41:45,231 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:41:45,811 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:41:45,811 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:46,812 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:48,697 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:41:48,699 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:41:49,813 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:49,960 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:41:50,016 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:41:50,105 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:41:50,813 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:41:50,814 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:51,814 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:53,814 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:54,848 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:41:54,904 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:41:54,990 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:41:55,815 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:41:55,815 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:56,815 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:57,816 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:41:59,616 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:41:59,671 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:41:59,767 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:41:59,816 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:42:00,817 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:01,112 DEBUG SenderThread:249873 [sender.py:send():235] send: stats +2022-03-02 01:42:01,817 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:03,745 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:42:03,746 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:42:03,818 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:04,511 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:42:04,566 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:42:04,653 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:42:04,818 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:42:05,819 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:07,819 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:09,366 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:42:09,437 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:42:09,524 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:42:09,820 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:42:10,820 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:11,821 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:12,821 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:14,241 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:42:14,296 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:42:14,383 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:42:14,822 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:42:15,822 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:16,823 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:18,799 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:42:18,799 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:42:18,823 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:18,933 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:42:18,990 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:42:19,080 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:42:19,824 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:42:20,824 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:21,825 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:22,825 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:23,752 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:42:23,809 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:42:23,898 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:42:24,897 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:42:24,897 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:25,897 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:26,898 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:28,522 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:42:28,581 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:42:28,667 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:42:28,899 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:42:28,899 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:29,899 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:30,899 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:31,627 DEBUG SenderThread:249873 [sender.py:send():235] send: stats +2022-03-02 01:42:32,900 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:33,255 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:42:33,307 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:42:33,400 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:42:33,871 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:42:33,873 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:42:33,900 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:42:34,901 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:35,901 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:36,901 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:37,952 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:42:38,008 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:42:38,128 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:42:38,902 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:42:38,902 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:39,902 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:40,903 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:42,610 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:42:42,662 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:42:42,748 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:42:42,903 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:42:43,904 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:45,905 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:47,123 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:42:47,179 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:42:47,273 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:42:47,905 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:42:47,906 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:48,954 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:42:48,955 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:42:49,906 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:51,581 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:42:51,636 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:42:51,729 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:42:51,907 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:42:51,907 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:53,908 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:55,908 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:56,075 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:42:56,128 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:42:56,213 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:42:56,909 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:42:57,909 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:42:59,910 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:00,472 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:43:00,522 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:43:00,614 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:43:00,910 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:43:01,911 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:02,155 DEBUG SenderThread:249873 [sender.py:send():235] send: stats +2022-03-02 01:43:03,911 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:04,006 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:43:04,007 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:43:04,877 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:43:04,932 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:43:05,052 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:43:05,938 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:43:05,938 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:07,938 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:09,213 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:43:09,268 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:43:09,352 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:43:09,939 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:43:09,941 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:12,940 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:13,549 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:43:13,605 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:43:13,691 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:43:13,940 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:43:13,941 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:14,941 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:16,941 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:17,920 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:43:17,976 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:43:18,061 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:43:18,982 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:43:18,982 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:19,054 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:43:19,055 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:43:19,982 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:20,982 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:22,301 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:43:22,356 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:43:22,442 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:43:22,983 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:43:23,983 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:25,984 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:26,492 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:43:26,548 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:43:26,638 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:43:26,985 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:43:27,985 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:29,986 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:30,605 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:43:30,662 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:43:30,751 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:43:30,986 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:43:31,986 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:32,813 DEBUG SenderThread:249873 [sender.py:send():235] send: stats +2022-03-02 01:43:33,987 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:34,424 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:43:34,425 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:43:34,659 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:43:34,717 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:43:34,805 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:43:34,987 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:43:35,988 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:37,988 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:38,578 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:43:38,633 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:43:38,718 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:43:38,989 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:43:39,989 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:41,990 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:42,351 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:43:42,405 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:43:42,491 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:43:42,990 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:43:43,990 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:45,991 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:46,060 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:43:46,113 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:43:46,198 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:43:46,991 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:43:47,992 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:49,477 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:43:49,478 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:43:49,645 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:43:49,697 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:43:49,782 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:43:49,992 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:43:49,993 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:51,993 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:53,093 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:43:53,168 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:43:53,255 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:43:53,994 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:43:53,994 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:55,994 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:56,336 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:43:56,390 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:43:56,469 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:43:56,995 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:43:57,995 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:43:59,376 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:43:59,428 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:43:59,513 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:43:59,996 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:43:59,996 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:00,996 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:01,996 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:02,156 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:44:02,207 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:44:02,293 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:44:02,997 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:44:03,429 DEBUG SenderThread:249873 [sender.py:send():235] send: stats +2022-03-02 01:44:03,997 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:04,518 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:44:04,518 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:44:04,588 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:44:04,640 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:44:04,720 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:44:04,997 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:44:04,998 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:05,998 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:06,749 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:44:06,802 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:44:06,883 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:44:06,998 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:44:06,998 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:07,998 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:08,672 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:44:08,723 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:44:08,805 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:44:08,999 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:44:08,999 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:10,421 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:44:10,473 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:44:10,554 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:44:10,999 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:44:11,000 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:11,960 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:44:12,015 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:44:12,042 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:12,097 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:44:13,033 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:44:13,033 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:13,896 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:44:14,069 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:44:14,094 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:14,152 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:44:15,085 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:44:15,085 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:16,085 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:18,086 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:19,421 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:44:19,474 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:44:19,564 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:44:19,673 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:44:19,674 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:44:20,087 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:44:21,087 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:23,088 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:24,562 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:44:24,617 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:44:24,703 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:44:25,088 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:44:27,089 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:29,090 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:29,557 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:44:29,612 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:44:29,697 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:44:30,090 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:44:31,090 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:33,091 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:33,973 DEBUG SenderThread:249873 [sender.py:send():235] send: stats +2022-03-02 01:44:34,560 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:44:34,616 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:44:34,700 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:44:35,092 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:44:35,120 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:44:35,121 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:44:37,092 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:39,093 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:39,484 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:44:39,539 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:44:39,624 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:44:40,093 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:44:41,094 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:43,094 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:44,379 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:44:44,435 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:44:44,519 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:44:45,095 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:44:45,095 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:49,362 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:44:49,420 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:44:49,530 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:44:50,097 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:44:50,097 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:50,359 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:44:50,361 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:44:51,097 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:52,098 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:54,098 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:54,286 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:44:54,344 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:44:54,426 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:44:55,099 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:44:56,099 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:44:59,079 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:44:59,135 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:44:59,222 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:45:00,136 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:45:00,136 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:02,136 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:03,917 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:45:03,971 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:45:04,057 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:45:04,137 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:45:04,137 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:04,607 DEBUG SenderThread:249873 [sender.py:send():235] send: stats +2022-03-02 01:45:05,454 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:45:05,455 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:45:06,137 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:08,138 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:08,639 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:45:08,694 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:45:08,777 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:45:09,139 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:45:10,139 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:12,140 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:13,424 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:45:13,477 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:45:13,560 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:45:14,140 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:45:14,141 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:16,141 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:18,154 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:45:18,197 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:45:18,284 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:45:19,160 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:45:20,160 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:20,579 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:45:20,579 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:45:21,161 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:22,832 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:45:22,887 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:45:22,972 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:45:23,161 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:45:23,162 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:24,162 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:25,162 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:27,163 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:27,456 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:45:27,511 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:45:27,596 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:45:28,163 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:45:29,163 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:30,164 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:31,164 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:32,069 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:45:32,120 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:45:32,203 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:45:33,201 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:45:33,201 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:34,201 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:35,202 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:35,209 DEBUG SenderThread:249873 [sender.py:send():235] send: stats +2022-03-02 01:45:35,734 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:45:35,735 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:45:36,589 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:45:36,643 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:45:36,727 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:45:37,202 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:45:37,203 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:38,203 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:39,203 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:41,166 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:45:41,221 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:45:41,236 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:41,304 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:45:42,227 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:45:42,227 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:43,227 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:45,228 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:45,600 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:45:45,653 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:45:45,736 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:45:46,228 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:45:46,228 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:47,228 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:49,229 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:50,121 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:45:50,176 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:45:50,258 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:45:50,792 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:45:50,793 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:45:51,257 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:45:51,257 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:52,257 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:53,257 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:54,598 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:45:54,651 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:45:54,772 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:45:55,258 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:45:55,258 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:56,258 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:57,259 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:45:59,117 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:45:59,172 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:45:59,253 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:45:59,259 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:45:59,260 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:00,260 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:01,260 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:03,261 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:03,557 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:46:03,611 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:46:03,694 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:46:04,261 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:46:04,261 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:05,261 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:05,750 DEBUG SenderThread:249873 [sender.py:send():235] send: stats +2022-03-02 01:46:06,128 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:46:06,129 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:46:07,262 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:08,046 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:46:08,099 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:46:08,183 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:46:08,262 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:46:09,263 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:11,263 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:12,412 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:46:12,467 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:46:12,554 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:46:13,264 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:46:13,264 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:15,265 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:16,265 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:16,771 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:46:16,828 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:46:16,913 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:46:17,265 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:46:18,266 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:19,266 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:20,267 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:21,115 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:46:21,169 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:46:21,255 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:46:21,267 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:46:21,474 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:46:21,475 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:46:22,267 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:23,268 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:24,268 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:25,453 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:46:25,507 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:46:25,591 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:46:26,269 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:46:26,269 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:27,269 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:28,269 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:29,732 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:46:29,789 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:46:29,876 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:46:30,270 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:46:31,271 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:33,271 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:33,951 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:46:34,007 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:46:34,091 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:46:34,271 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:46:35,272 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:36,181 DEBUG SenderThread:249873 [sender.py:send():235] send: stats +2022-03-02 01:46:36,695 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:46:36,695 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:46:37,273 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:38,180 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:46:38,236 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:46:38,322 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:46:39,320 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:46:39,321 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:41,321 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:42,376 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:46:42,431 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:46:42,516 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:46:43,322 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:46:43,322 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:45,322 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:46,518 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:46:46,574 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:46:46,659 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:46:47,323 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:46:47,323 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:50,324 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:50,461 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:46:50,515 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:46:50,599 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:46:51,324 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:46:51,891 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:46:51,891 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:46:52,325 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:54,319 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:46:54,374 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:54,374 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:46:54,459 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:46:55,366 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:46:55,367 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:56,367 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:58,066 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:46:58,121 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:46:58,209 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:46:58,368 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:46:58,368 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:46:59,368 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:00,368 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:01,773 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:47:01,825 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:47:01,912 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:47:02,369 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:47:02,369 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:03,369 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:04,370 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:05,342 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:47:05,399 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:47:05,486 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:47:06,400 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:47:06,400 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:06,942 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:47:06,943 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:47:07,038 DEBUG SenderThread:249873 [sender.py:send():235] send: stats +2022-03-02 01:47:08,400 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:08,847 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:47:08,904 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:47:08,993 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:47:09,401 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:47:10,401 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:12,215 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:47:12,269 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:47:12,359 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:47:12,402 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:47:12,402 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:14,402 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:15,328 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:47:15,382 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:47:15,469 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:47:16,467 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:47:16,467 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:18,280 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:47:18,332 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:47:18,412 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:47:18,467 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:47:18,468 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:20,468 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:21,030 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:47:21,085 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:47:21,168 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:47:21,468 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:47:22,028 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:47:22,028 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:47:22,469 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:23,562 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:47:23,616 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:47:23,700 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:47:24,469 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:47:24,470 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:25,861 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:47:25,915 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:47:25,999 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:47:26,470 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:47:26,470 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:27,854 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:47:27,906 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:47:27,989 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:47:28,471 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:47:28,471 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:29,668 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:47:29,722 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:47:29,807 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:47:30,471 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:47:30,472 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:31,286 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:47:31,341 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:47:31,426 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:47:31,472 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:47:32,472 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:32,662 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:47:32,714 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:47:32,799 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:47:33,472 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:47:34,473 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:34,560 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:47:34,739 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:47:34,824 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:47:35,473 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:47:36,474 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:37,072 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:47:37,073 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:47:37,591 DEBUG SenderThread:249873 [sender.py:send():235] send: stats +2022-03-02 01:47:38,474 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:39,828 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:47:39,882 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:47:39,970 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:47:40,475 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:47:40,475 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:42,476 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:44,476 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:45,035 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:47:45,089 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:47:45,175 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:47:45,477 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:47:46,477 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:49,478 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:50,063 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:47:50,119 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:47:50,205 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:47:50,478 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:47:51,479 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:52,141 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:47:52,142 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:47:52,479 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:53,479 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:55,076 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:47:55,129 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:47:55,212 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:47:55,480 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:47:56,480 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:57,481 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:47:59,482 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:00,066 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:48:00,121 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:48:00,205 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:48:00,482 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:48:00,482 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:01,482 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:03,483 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:04,978 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:48:05,031 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:48:05,112 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:48:05,484 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:48:06,484 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:07,193 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:48:07,193 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:48:07,484 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:08,011 DEBUG SenderThread:249873 [sender.py:send():235] send: stats +2022-03-02 01:48:09,485 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:09,828 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:48:09,883 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:48:09,967 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:48:10,485 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:48:10,486 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:11,486 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:13,487 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:14,664 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:48:14,719 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:48:14,807 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:48:15,487 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:48:15,487 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:17,488 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:19,488 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:19,525 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:48:19,577 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:48:19,658 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:48:20,489 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:48:21,489 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:22,379 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:48:22,379 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:48:23,490 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:24,342 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:48:24,395 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:48:24,478 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:48:24,490 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:48:25,491 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:27,491 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:29,141 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:48:29,194 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:48:29,279 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:48:29,492 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:48:30,492 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:31,493 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:32,493 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:33,871 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:48:33,926 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:48:34,011 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:48:34,494 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:48:35,494 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:36,495 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:37,613 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:48:37,614 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:48:38,487 DEBUG SenderThread:249873 [sender.py:send():235] send: stats +2022-03-02 01:48:38,499 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:38,586 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:48:38,641 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:48:38,768 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:48:39,499 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:48:39,500 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:40,500 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:42,501 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:43,260 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:48:43,314 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:48:43,396 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:48:43,501 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:48:44,501 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:45,502 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:47,864 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:48:47,918 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:48:48,003 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:48:48,503 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:48:48,503 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:49,503 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:50,504 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:52,504 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:52,536 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:48:52,591 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:48:52,673 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:48:52,683 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:48:52,685 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:48:53,505 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:48:53,505 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:54,505 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:56,506 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:57,184 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:48:57,238 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:48:57,323 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:48:57,506 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:48:58,507 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:48:59,507 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:00,507 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:01,766 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:49:01,818 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:49:01,924 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:49:02,508 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:49:02,508 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:03,508 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:04,509 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:06,334 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:49:06,388 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:49:06,471 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:49:06,509 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:49:07,510 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:07,834 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:49:07,835 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:49:08,510 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:08,931 DEBUG SenderThread:249873 [sender.py:send():235] send: stats +2022-03-02 01:49:10,511 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:10,900 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:49:10,957 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:49:11,042 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:49:11,511 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:49:12,511 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:14,512 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:15,420 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:49:15,475 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:49:15,561 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:49:16,559 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:49:16,560 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:18,560 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:19,916 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:49:19,972 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:49:20,059 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:49:20,561 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:49:21,561 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:22,561 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:22,969 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:49:22,970 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:49:24,350 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:49:24,405 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:49:24,489 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:49:24,562 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:49:25,562 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:26,563 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:27,563 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:28,739 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:49:28,793 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:49:28,877 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:49:29,564 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:49:29,564 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:30,564 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:31,565 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:33,118 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:49:33,172 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:49:33,259 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:49:33,565 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:49:33,566 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:34,566 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:35,566 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:37,429 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:49:37,479 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:49:37,563 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:49:37,568 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:49:37,568 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:38,205 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:49:38,207 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:49:38,568 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:39,501 DEBUG SenderThread:249873 [sender.py:send():235] send: stats +2022-03-02 01:49:40,569 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:41,686 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:49:41,733 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:49:41,816 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:49:42,570 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:49:42,570 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:44,570 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:45,961 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:49:46,015 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:49:46,097 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:49:46,571 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:49:46,571 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:48,572 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:50,157 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:49:50,212 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:49:50,296 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:49:50,572 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:49:50,573 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:52,573 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:53,319 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:49:53,319 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:49:54,377 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:49:54,431 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:49:54,516 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:49:54,574 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:49:54,574 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:55,574 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:56,574 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:58,552 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:49:58,607 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:49:58,612 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:49:58,691 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:49:59,607 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:50:00,608 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:01,608 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:02,608 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:02,704 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:50:02,758 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:50:02,845 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:50:03,609 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:50:04,609 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:05,610 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:06,610 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:06,739 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:50:06,792 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:50:06,876 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:50:07,610 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:50:07,610 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:08,367 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:50:08,367 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:50:08,611 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:09,955 DEBUG SenderThread:249873 [sender.py:send():235] send: stats +2022-03-02 01:50:10,611 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:10,716 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:50:10,771 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:50:10,853 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:50:11,612 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:50:11,612 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:12,612 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:14,613 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:14,619 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:50:14,672 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:50:14,756 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:50:15,613 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:50:15,613 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:16,613 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:18,560 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:50:18,614 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:50:18,695 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:18,697 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:50:19,695 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:50:19,695 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:20,695 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:22,246 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:50:22,299 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:50:22,385 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:50:22,696 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:50:22,696 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:23,415 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:50:23,416 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:50:23,696 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:24,696 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:25,869 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:50:25,923 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:50:26,006 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:50:26,697 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:50:26,697 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:27,698 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:28,698 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:29,379 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:50:29,431 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:50:29,516 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:50:29,698 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:50:30,699 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:31,699 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:32,665 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:50:32,718 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:50:32,739 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:32,802 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:50:33,729 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:50:33,730 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:34,730 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:35,751 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:50:35,805 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:50:35,889 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:50:36,730 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:50:36,731 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:37,731 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:38,464 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:50:38,465 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:50:38,675 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:50:38,727 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:50:38,808 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:38,810 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:50:39,808 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:50:39,808 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:40,449 DEBUG SenderThread:249873 [sender.py:send():235] send: stats +2022-03-02 01:50:40,809 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:41,452 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:50:41,505 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:50:41,585 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:50:41,809 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:50:42,809 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:43,810 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:44,026 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:50:44,077 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:50:44,159 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:50:44,810 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:50:44,811 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:45,811 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:46,353 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:50:46,404 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:50:46,487 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:50:46,811 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:50:46,811 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:47,811 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:48,477 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:50:48,528 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:50:48,609 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:50:48,812 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:50:48,812 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:49,812 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:50,415 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:50:50,468 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:50:50,555 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:50:50,813 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:50:50,813 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:51,813 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:52,181 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:50:52,229 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:50:52,311 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:50:52,813 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:50:52,814 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:53,514 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:50:53,515 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:50:53,669 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:50:53,721 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:50:53,805 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:50:53,814 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:50:53,814 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:54,814 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:55,547 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:50:55,710 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:50:55,795 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:50:55,814 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:50:56,815 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:50:58,816 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:00,842 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:51:00,896 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:51:00,977 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:51:01,817 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:51:02,817 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:04,818 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:05,915 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:51:05,966 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:51:06,048 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:51:06,818 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:51:06,818 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:08,651 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:51:08,652 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:51:10,909 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:51:10,964 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:51:11,048 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:51:11,180 DEBUG SenderThread:249873 [sender.py:send():235] send: stats +2022-03-02 01:51:11,820 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:51:11,820 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:12,820 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:13,821 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:15,821 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:15,904 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:51:15,956 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:51:16,039 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:51:16,822 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:51:16,822 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:17,822 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:19,823 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:20,815 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:51:20,869 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:51:20,990 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:51:21,857 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:51:21,857 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:22,858 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:24,025 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:51:24,026 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:51:25,795 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:51:25,849 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:51:25,932 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:25,934 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:51:26,932 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:51:26,932 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:27,932 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:29,933 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:30,745 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:51:30,796 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:51:30,876 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:51:30,933 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:51:31,934 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:32,934 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:33,934 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:35,611 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:51:35,663 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:51:35,745 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:51:35,935 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:51:36,935 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:37,936 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:39,193 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:51:39,194 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:51:39,936 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:40,458 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:51:40,513 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:51:40,594 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:51:40,937 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:51:41,640 DEBUG SenderThread:249873 [sender.py:send():235] send: stats +2022-03-02 01:51:41,937 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:43,938 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:45,226 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:51:45,277 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:51:45,358 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:51:45,938 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:51:45,939 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:47,939 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:48,939 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:49,933 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:51:49,984 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:51:50,065 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:51:50,969 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:51:50,970 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:51,970 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:52,970 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:54,241 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:51:54,242 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:51:54,592 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:51:54,634 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:51:54,716 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:51:54,971 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:51:54,971 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:55,971 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:56,971 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:58,972 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:51:59,269 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:51:59,320 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:51:59,403 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:51:59,972 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:52:00,973 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:01,973 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:02,973 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:03,838 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:52:03,890 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:52:03,972 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:52:03,974 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:52:04,974 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:05,975 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:06,975 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:08,445 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:52:08,495 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:52:08,577 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:52:08,976 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:52:08,976 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:09,348 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:52:09,349 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:52:09,976 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:10,976 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:12,135 DEBUG SenderThread:249873 [sender.py:send():235] send: stats +2022-03-02 01:52:12,940 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:52:13,014 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:52:13,097 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:52:14,008 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:52:14,009 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:16,009 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:17,473 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:52:17,544 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:52:17,625 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:52:18,010 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:52:18,010 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:20,010 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:21,952 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:52:22,002 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:52:22,081 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:22,083 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:52:23,082 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:52:24,082 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:24,508 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:52:24,509 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:52:26,082 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:26,456 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:52:26,508 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:52:26,587 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:52:27,083 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:52:28,083 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:30,084 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:30,941 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:52:30,993 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:52:31,078 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:52:31,084 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:52:32,085 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:34,085 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:35,296 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:52:35,348 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:52:35,427 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:52:36,086 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:52:36,086 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:38,086 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:39,655 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:52:39,706 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:52:39,722 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:52:39,789 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:52:39,790 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:52:40,087 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:52:41,088 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:42,648 DEBUG SenderThread:249873 [sender.py:send():235] send: stats +2022-03-02 01:52:43,088 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:43,903 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:52:43,956 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:52:44,037 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:52:44,089 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:52:45,089 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:47,090 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:48,060 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:52:48,113 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:52:48,195 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:52:49,114 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:52:49,114 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:51,114 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:52,262 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:52:52,314 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:52:52,392 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:52:53,115 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:52:53,115 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:55,116 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:55,154 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:52:55,154 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:52:56,423 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:52:56,473 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:52:56,551 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:52:57,118 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:52:57,118 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:52:58,118 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:53:00,119 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:53:00,459 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:53:00,510 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:53:00,591 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:53:01,119 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:53:02,119 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:53:04,120 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:53:04,415 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:53:04,467 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:53:04,550 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:53:05,120 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:53:06,121 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:53:08,121 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:53:08,282 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:53:08,332 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:53:08,413 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:53:09,121 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:53:10,122 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:53:10,353 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:53:10,353 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:53:11,999 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:53:12,052 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:53:12,136 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:53:12,138 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:53:13,098 DEBUG SenderThread:249873 [sender.py:send():235] send: stats +2022-03-02 01:53:13,136 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:53:14,136 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:53:15,554 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:53:15,603 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:53:15,683 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:53:16,137 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:53:16,138 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:53:18,138 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:53:18,847 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:53:18,900 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:53:18,983 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:53:19,138 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:53:20,139 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:53:21,921 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:53:21,971 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:53:22,051 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:53:22,140 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:53:22,140 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:53:24,140 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:53:24,637 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:53:24,690 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:53:24,771 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:53:25,141 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:53:25,642 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:53:25,643 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:53:26,141 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:53:27,065 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:53:27,116 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:53:27,195 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:53:28,194 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:53:28,194 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:53:29,205 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:53:29,256 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:53:29,338 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:53:30,195 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:53:30,195 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:53:31,061 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:53:31,114 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:53:31,198 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:53:32,197 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:53:32,197 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:53:32,613 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:53:32,663 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:53:32,743 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:53:33,197 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:53:34,027 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:53:34,078 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:53:34,218 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:53:34,218 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:53:34,219 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:53:34,220 DEBUG SenderThread:249873 [sender.py:send():235] send: metric +2022-03-02 01:53:34,221 DEBUG SenderThread:249873 [sender.py:send():235] send: metric +2022-03-02 01:53:34,221 DEBUG SenderThread:249873 [sender.py:send():235] send: metric +2022-03-02 01:53:34,221 DEBUG SenderThread:249873 [sender.py:send():235] send: metric +2022-03-02 01:53:34,221 DEBUG SenderThread:249873 [sender.py:send():235] send: metric +2022-03-02 01:53:34,221 DEBUG SenderThread:249873 [sender.py:send():235] send: history +2022-03-02 01:53:34,221 DEBUG SenderThread:249873 [sender.py:send():235] send: summary +2022-03-02 01:53:34,307 INFO SenderThread:249873 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-03-02 01:53:35,218 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/wandb-summary.json +2022-03-02 01:53:36,218 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:53:40,691 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:53:40,691 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:53:42,250 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/config.yaml +2022-03-02 01:53:43,683 DEBUG SenderThread:249873 [sender.py:send():235] send: stats +2022-03-02 01:53:52,253 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:53:55,752 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:53:55,753 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:54:08,259 INFO Thread-8 :249873 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220302_000300-2ebwk6gp/files/output.log +2022-03-02 01:54:10,801 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:54:10,801 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:54:14,051 DEBUG SenderThread:249873 [sender.py:send():235] send: stats +2022-03-02 01:54:25,850 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:54:25,850 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:54:40,907 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:54:40,908 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:54:44,420 DEBUG SenderThread:249873 [sender.py:send():235] send: stats +2022-03-02 01:54:55,961 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:54:55,961 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:55:11,010 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:55:11,010 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status +2022-03-02 01:55:14,779 DEBUG SenderThread:249873 [sender.py:send():235] send: stats +2022-03-02 01:55:26,056 DEBUG HandlerThread:249873 [handler.py:handle_request():131] handle_request: stop_status +2022-03-02 01:55:26,057 DEBUG SenderThread:249873 [sender.py:send_request():249] send_request: stop_status