diff --git "a/wandb/run-20210709_122709-2pc90wcd/logs/debug-internal.log" "b/wandb/run-20210709_122709-2pc90wcd/logs/debug-internal.log" new file mode 100644--- /dev/null +++ "b/wandb/run-20210709_122709-2pc90wcd/logs/debug-internal.log" @@ -0,0 +1,995 @@ +2021-07-09 12:27:09,643 INFO MainThread:33395 [internal.py:wandb_internal():88] W&B internal server running at pid: 33395, started at: 2021-07-09 12:27:09.643237 +2021-07-09 12:27:09,645 DEBUG HandlerThread:33395 [handler.py:handle_request():124] handle_request: check_version +2021-07-09 12:27:09,646 DEBUG SenderThread:33395 [sender.py:send():179] send: header +2021-07-09 12:27:09,646 INFO WriterThread:33395 [datastore.py:open_for_write():80] open: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/run-2pc90wcd.wandb +2021-07-09 12:27:09,646 DEBUG SenderThread:33395 [sender.py:send_request():193] send_request: check_version +2021-07-09 12:27:09,710 DEBUG SenderThread:33395 [sender.py:send():179] send: run +2021-07-09 12:27:09,783 INFO SenderThread:33395 [dir_watcher.py:__init__():168] watching files in: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files +2021-07-09 12:27:09,783 INFO SenderThread:33395 [sender.py:_start_run_threads():716] run started: 2pc90wcd with start time 1625833629 +2021-07-09 12:27:09,783 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:27:09,783 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:27:09,783 DEBUG HandlerThread:33395 [handler.py:handle_request():124] handle_request: run_start +2021-07-09 12:27:09,785 DEBUG HandlerThread:33395 [meta.py:__init__():39] meta init +2021-07-09 12:27:09,785 DEBUG HandlerThread:33395 [meta.py:__init__():53] meta init done +2021-07-09 12:27:09,785 DEBUG HandlerThread:33395 [meta.py:probe():210] probe +2021-07-09 12:27:09,786 DEBUG HandlerThread:33395 [meta.py:_setup_git():200] setup git +2021-07-09 12:27:09,804 DEBUG HandlerThread:33395 [meta.py:_setup_git():207] setup git done +2021-07-09 12:27:09,804 DEBUG HandlerThread:33395 [meta.py:_save_pip():57] save pip +2021-07-09 12:27:09,805 DEBUG HandlerThread:33395 [meta.py:_save_pip():71] save pip done +2021-07-09 12:27:09,805 DEBUG HandlerThread:33395 [meta.py:probe():252] probe done +2021-07-09 12:27:09,835 DEBUG SenderThread:33395 [sender.py:send():179] send: files +2021-07-09 12:27:09,835 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-metadata.json with policy now +2021-07-09 12:27:09,840 DEBUG HandlerThread:33395 [handler.py:handle_request():124] handle_request: stop_status +2021-07-09 12:27:09,840 DEBUG SenderThread:33395 [sender.py:send_request():193] send_request: stop_status +2021-07-09 12:27:09,866 DEBUG SenderThread:33395 [sender.py:send():179] send: config +2021-07-09 12:27:09,866 DEBUG SenderThread:33395 [sender.py:send():179] send: config +2021-07-09 12:27:09,866 DEBUG SenderThread:33395 [sender.py:send():179] send: config +2021-07-09 12:27:10,134 INFO Thread-11 :33395 [upload_job.py:push():137] Uploaded file /tmp/tmplpuhrw6cwandb/3i41or3v-wandb-metadata.json +2021-07-09 12:27:10,784 INFO Thread-8 :33395 [dir_watcher.py:_on_file_created():216] file/dir created: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/wandb-summary.json +2021-07-09 12:27:10,785 INFO Thread-8 :33395 [dir_watcher.py:_on_file_created():216] file/dir created: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/requirements.txt +2021-07-09 12:27:10,785 INFO Thread-8 :33395 [dir_watcher.py:_on_file_created():216] file/dir created: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/wandb-metadata.json +2021-07-09 12:27:10,785 INFO Thread-8 :33395 [dir_watcher.py:_on_file_created():216] file/dir created: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/output.log +2021-07-09 12:27:16,786 INFO Thread-8 :33395 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/output.log +2021-07-09 12:27:18,787 INFO Thread-8 :33395 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/output.log +2021-07-09 12:27:24,885 DEBUG HandlerThread:33395 [handler.py:handle_request():124] handle_request: stop_status +2021-07-09 12:27:24,885 DEBUG SenderThread:33395 [sender.py:send_request():193] send_request: stop_status +2021-07-09 12:27:37,883 DEBUG SenderThread:33395 [sender.py:send():179] send: stats +2021-07-09 12:27:39,935 DEBUG HandlerThread:33395 [handler.py:handle_request():124] handle_request: stop_status +2021-07-09 12:27:39,954 DEBUG SenderThread:33395 [sender.py:send_request():193] send_request: stop_status +2021-07-09 12:27:40,797 INFO Thread-8 :33395 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/config.yaml +2021-07-09 12:27:54,982 DEBUG HandlerThread:33395 [handler.py:handle_request():124] handle_request: stop_status +2021-07-09 12:27:54,982 DEBUG SenderThread:33395 [sender.py:send_request():193] send_request: stop_status +2021-07-09 12:28:07,984 DEBUG SenderThread:33395 [sender.py:send():179] send: stats +2021-07-09 12:28:07,987 WARNING FileStreamThread:33395 [file_stream.py:request_with_retry():456] requests_with_retry encountered retryable exception: ('Connection aborted.', ConnectionResetError(104, 'Connection reset by peer')). func: >, args: ('https://api.wandb.ai/files/nipunsadvilkar/hf-flax-robert-base-mr/2pc90wcd/file_stream',), kwargs: {'json': {'files': {'wandb-events.jsonl': {'offset': 1, 'content': ['{"system.cpu": 4.69, "system.memory": 2.63, "system.disk": 29.2, "system.proc.memory.availableMB": 333586.39, "system.proc.memory.rssMB": 72.37, "system.proc.memory.percent": 0.02, "system.proc.cpu.threads": 12.0, "system.network.sent": 2873699, "system.network.recv": 4435580, "_wandb": true, "_timestamp": 1625833687, "_runtime": 58}']}}}} +2021-07-09 12:28:10,019 DEBUG HandlerThread:33395 [handler.py:handle_request():124] handle_request: stop_status +2021-07-09 12:28:10,019 DEBUG SenderThread:33395 [sender.py:send_request():193] send_request: stop_status +2021-07-09 12:28:25,052 DEBUG HandlerThread:33395 [handler.py:handle_request():124] handle_request: stop_status +2021-07-09 12:28:25,052 DEBUG SenderThread:33395 [sender.py:send_request():193] send_request: stop_status +2021-07-09 12:28:28,818 INFO Thread-8 :33395 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/output.log +2021-07-09 12:28:30,819 INFO Thread-8 :33395 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/output.log +2021-07-09 12:28:32,820 INFO Thread-8 :33395 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/output.log +2021-07-09 12:28:34,821 INFO Thread-8 :33395 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/output.log +2021-07-09 12:28:36,822 INFO Thread-8 :33395 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/output.log +2021-07-09 12:28:38,069 DEBUG SenderThread:33395 [sender.py:send():179] send: stats +2021-07-09 12:28:38,823 INFO Thread-8 :33395 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/output.log +2021-07-09 12:28:40,086 DEBUG HandlerThread:33395 [handler.py:handle_request():124] handle_request: stop_status +2021-07-09 12:28:40,086 DEBUG SenderThread:33395 [sender.py:send_request():193] send_request: stop_status +2021-07-09 12:28:40,824 INFO Thread-8 :33395 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/output.log +2021-07-09 12:28:42,825 INFO Thread-8 :33395 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/output.log +2021-07-09 12:28:43,425 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:43,425 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:43,426 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:43,826 INFO Thread-8 :33395 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/wandb-summary.json +2021-07-09 12:28:43,934 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:43,936 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:43,949 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:43,949 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:43,949 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:43,955 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:43,955 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:43,955 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:43,963 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:43,983 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:43,983 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:43,986 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:43,986 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:43,987 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:43,989 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:43,990 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:43,990 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,011 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,013 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,013 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,034 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,034 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,034 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,042 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,044 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,051 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,072 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,072 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,072 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,072 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,072 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,072 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,073 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,073 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,073 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,074 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,074 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,074 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,074 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,074 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,074 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,075 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,075 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,075 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,075 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,076 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,076 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,076 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,076 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,076 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,077 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,077 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,077 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,077 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,077 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,077 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,078 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,078 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,078 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,079 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,079 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,079 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,092 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,092 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,092 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,093 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,093 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,093 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,093 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,093 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,094 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,094 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,094 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,094 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,094 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,095 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,095 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,095 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,095 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,095 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,096 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,096 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,096 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,096 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,096 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,096 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,097 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,097 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,097 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,097 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,098 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,098 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,098 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,098 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,098 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,099 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,099 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,099 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,099 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,099 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,099 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,100 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,100 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,100 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,100 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,100 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,100 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,101 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,101 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,101 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,101 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,101 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,101 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,102 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,102 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,102 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,102 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,102 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,102 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,103 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,103 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,103 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,103 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,103 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,103 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,104 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,104 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,104 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,104 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,104 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,105 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,105 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,105 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,105 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,105 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,106 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,106 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,106 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,106 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,106 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,107 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,107 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,107 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,107 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,107 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,108 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,108 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,108 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,108 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,109 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,109 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,109 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,109 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,109 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,109 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,110 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,110 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,110 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,110 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,110 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,110 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,111 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,111 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,111 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,111 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,111 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,111 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,112 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,112 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,112 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,112 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,112 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,112 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,113 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,113 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,113 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,113 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,113 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,114 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,114 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,114 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,114 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,114 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,114 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,115 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,115 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,115 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,115 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,115 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,116 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,116 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,116 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,116 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,116 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,117 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,117 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,117 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,117 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,118 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,118 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,118 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,118 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,118 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,119 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,119 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,119 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,119 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,119 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,119 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,120 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,120 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,120 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,120 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,120 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,120 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,121 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,121 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,121 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,121 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,122 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,122 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,122 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,122 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,122 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,122 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,123 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,123 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,123 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,123 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,123 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,123 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,124 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,124 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,124 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,124 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,124 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,124 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,124 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,125 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,125 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,125 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,125 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,125 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,126 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,126 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,126 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,126 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,126 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,127 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,127 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,127 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,127 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,127 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,127 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,128 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,128 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,128 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,128 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,128 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,129 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,129 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,129 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,129 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,129 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,129 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,130 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,130 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,130 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,130 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,130 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,130 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,130 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,131 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,131 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,131 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,131 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,131 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,132 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,132 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,132 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,132 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,132 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,133 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,133 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,133 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,133 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,133 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,134 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,134 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,134 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,134 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,134 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,134 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,135 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,135 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,135 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,136 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,136 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,136 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,136 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,136 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,136 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,137 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,137 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,137 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,137 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,138 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,138 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,138 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,138 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,138 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,139 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,139 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,139 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,139 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,139 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,139 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,140 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,140 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,140 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,140 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,140 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,141 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,141 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,141 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,141 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,141 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,142 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,142 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,142 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,142 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,142 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,143 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,143 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,143 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,143 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,143 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,143 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,144 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,144 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,144 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,144 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,144 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,144 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,145 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,145 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,145 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,145 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,145 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,145 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,146 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,146 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,146 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,146 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,146 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,146 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,147 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,147 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,147 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,147 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,147 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,147 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,148 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,148 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,148 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,148 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,148 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,149 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,149 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,149 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,149 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,149 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,150 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,150 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,150 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,150 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,150 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,150 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,150 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,151 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,151 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,151 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,151 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,151 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,152 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,152 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,152 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,152 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,152 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,152 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,153 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,153 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,153 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,153 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,153 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,153 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,154 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,154 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,154 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,154 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,154 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,154 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,155 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,155 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,155 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,155 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,155 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,155 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,156 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,156 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,156 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,156 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,156 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,157 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,157 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,157 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,157 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,157 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,158 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,158 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,158 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,158 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,159 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,159 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,159 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,159 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,159 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,159 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,160 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,160 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,160 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,160 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,160 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,160 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,161 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,161 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,161 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,161 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,161 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,161 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,162 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,162 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,162 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,162 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,162 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,162 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,163 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,163 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,163 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,163 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,163 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,164 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,164 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,164 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,164 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,164 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,165 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,165 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,165 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,165 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,165 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,165 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,166 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,166 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,166 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,166 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,166 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,167 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,167 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,167 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,167 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,167 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,167 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,168 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,168 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,168 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,168 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,168 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,169 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,169 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,169 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,169 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,169 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,170 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,170 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,170 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,170 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,170 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,170 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,171 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,171 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,171 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,171 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,171 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,172 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,172 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,172 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,172 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,172 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,172 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,173 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,173 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,173 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,173 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,173 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,173 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,174 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,174 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,174 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,174 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,174 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,174 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,175 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,175 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,175 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,175 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,175 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,176 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,176 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,176 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,176 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,176 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,177 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,177 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,177 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,177 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,177 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,178 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,178 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,178 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,179 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,179 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,179 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,179 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,179 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,179 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,180 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,180 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,180 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,180 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,180 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,180 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,181 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,181 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,181 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,181 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,181 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,182 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,182 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,182 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,182 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,182 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,183 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,183 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,183 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,183 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,183 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,183 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,184 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,184 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,184 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,184 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,184 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,184 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,185 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,185 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,185 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,185 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,185 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,186 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,186 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,186 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,186 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,186 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,186 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,187 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,187 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,187 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,187 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,187 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,188 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,188 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,188 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,188 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,188 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,189 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,189 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,189 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,189 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,189 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,190 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,190 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,190 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,190 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,190 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,190 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,191 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,191 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,191 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,191 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,191 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,192 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,192 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,192 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,192 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,192 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,192 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,193 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,193 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,193 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,193 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,193 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,194 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,194 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,194 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,194 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,194 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,195 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,195 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,195 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,195 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,195 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,195 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,196 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,196 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,196 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,196 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,196 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,196 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,197 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,197 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,197 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,197 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,197 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,198 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,198 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,198 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,198 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,198 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,199 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,199 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,199 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,199 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,199 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,200 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,200 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,200 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,200 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,200 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,200 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,201 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,201 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,201 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,201 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,201 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,201 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,202 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,202 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,202 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,202 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,203 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,203 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,203 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,203 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,203 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,204 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,204 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,204 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,204 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,204 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,204 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,205 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,205 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,205 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,205 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,205 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,205 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,206 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,206 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,206 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,207 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,207 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,207 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,207 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,207 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,208 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,208 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,208 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,208 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,209 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,209 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,209 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,209 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,209 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,209 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,210 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,210 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,210 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,210 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,210 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,210 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,211 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,211 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,211 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,211 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,211 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,211 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,212 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,212 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,212 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,212 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,212 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,213 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,213 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,213 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,213 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,213 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,214 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,214 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,214 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,214 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,214 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,214 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,215 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,215 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,215 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,215 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,215 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,216 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,216 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,216 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,216 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,216 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,216 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,217 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,217 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,217 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,217 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,217 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,217 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,218 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,218 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,218 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,218 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,218 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,219 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,219 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,219 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,219 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,219 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,220 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,220 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,220 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,220 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,220 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,221 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,221 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,221 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,221 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,221 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,221 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,222 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,222 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,222 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,222 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,222 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,222 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,223 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,223 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,223 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,223 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,223 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,223 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,224 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,224 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,224 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,224 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,224 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,225 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,225 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,225 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,225 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,225 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,226 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,226 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,226 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,226 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,226 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,226 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,227 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,227 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,227 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,227 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,227 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,228 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,228 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,228 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,228 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,228 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,228 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,229 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,229 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,229 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,229 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,229 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,229 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,230 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,230 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,230 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,230 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,230 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,231 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,231 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,231 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,231 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,231 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,232 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,232 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,232 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,232 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,232 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,233 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,233 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,233 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,233 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,233 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,233 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,234 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,234 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,234 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,234 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,234 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,234 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,235 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,235 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,235 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,235 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,235 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,235 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,236 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,236 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,236 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,236 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,237 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,237 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,237 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,237 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,237 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,238 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,238 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,238 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,238 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,238 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,238 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,239 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,239 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,239 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,239 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,239 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,240 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,240 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,240 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,240 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,240 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,241 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,241 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,241 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,241 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,241 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,242 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,242 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,242 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,242 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,242 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,242 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,243 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,243 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,243 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,243 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,243 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,243 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,244 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,244 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,244 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,244 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,244 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,245 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,245 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,245 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,245 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,245 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,246 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,246 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,246 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,246 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,246 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,247 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,247 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,247 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,247 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,247 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,247 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,248 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,248 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:44,248 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:44,248 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:44,832 INFO Thread-8 :33395 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/wandb-summary.json +2021-07-09 12:28:44,832 INFO Thread-8 :33395 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/output.log +2021-07-09 12:28:46,827 INFO Thread-8 :33395 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/output.log +2021-07-09 12:28:48,205 DEBUG SenderThread:33395 [sender.py:send():179] send: history +2021-07-09 12:28:48,206 DEBUG SenderThread:33395 [sender.py:send():179] send: summary +2021-07-09 12:28:48,208 INFO SenderThread:33395 [sender.py:_save_file():841] saving file wandb-summary.json with policy end +2021-07-09 12:28:48,828 INFO Thread-8 :33395 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/wandb-summary.json +2021-07-09 12:28:48,829 INFO Thread-8 :33395 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/output.log +2021-07-09 12:28:50,492 DEBUG HandlerThread:33395 [handler.py:handle_request():124] handle_request: shutdown +2021-07-09 12:28:50,492 INFO HandlerThread:33395 [handler.py:finish():638] shutting down handler +2021-07-09 12:28:50,829 INFO Thread-8 :33395 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/output.log +2021-07-09 12:28:51,491 INFO SenderThread:33395 [sender.py:finish():945] shutting down sender +2021-07-09 12:28:51,492 INFO WriterThread:33395 [datastore.py:close():288] close: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/run-2pc90wcd.wandb +2021-07-09 12:28:51,492 INFO SenderThread:33395 [dir_watcher.py:finish():282] shutting down directory watcher +2021-07-09 12:28:51,830 INFO SenderThread:33395 [dir_watcher.py:finish():312] scan: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files +2021-07-09 12:28:51,830 INFO SenderThread:33395 [dir_watcher.py:finish():318] scan save: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/requirements.txt requirements.txt +2021-07-09 12:28:51,830 INFO SenderThread:33395 [dir_watcher.py:finish():318] scan save: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/output.log output.log +2021-07-09 12:28:51,831 INFO SenderThread:33395 [dir_watcher.py:finish():318] scan save: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/wandb-metadata.json wandb-metadata.json +2021-07-09 12:28:51,831 INFO SenderThread:33395 [dir_watcher.py:finish():318] scan save: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/config.yaml config.yaml +2021-07-09 12:28:51,831 INFO SenderThread:33395 [dir_watcher.py:finish():318] scan save: /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/wandb-summary.json wandb-summary.json +2021-07-09 12:28:51,831 INFO SenderThread:33395 [file_pusher.py:finish():177] shutting down file pusher +2021-07-09 12:28:51,831 INFO SenderThread:33395 [file_pusher.py:join():182] waiting for file pusher +2021-07-09 12:28:52,029 INFO Thread-14 :33395 [upload_job.py:push():137] Uploaded file /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/config.yaml +2021-07-09 12:28:52,038 INFO Thread-15 :33395 [upload_job.py:push():137] Uploaded file /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/wandb-summary.json +2021-07-09 12:28:52,039 INFO Thread-12 :33395 [upload_job.py:push():137] Uploaded file /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/requirements.txt +2021-07-09 12:28:52,064 INFO Thread-13 :33395 [upload_job.py:push():137] Uploaded file /home/nipunsadvilkar/sample/roberta-base-mr/wandb/run-20210709_122709-2pc90wcd/files/output.log +2021-07-09 12:28:52,398 INFO MainThread:33395 [internal.py:handle_exit():78] Internal process exited