diff --git "a/wandb/run-20220131_181009-hhypc7yn/logs/debug-internal.log" "b/wandb/run-20220131_181009-hhypc7yn/logs/debug-internal.log" new file mode 100644--- /dev/null +++ "b/wandb/run-20220131_181009-hhypc7yn/logs/debug-internal.log" @@ -0,0 +1,8476 @@ +2022-01-31 18:10:10,548 INFO MainThread:198783 [internal.py:wandb_internal():87] W&B internal server running at pid: 198783, started at: 2022-01-31 18:10:10.548382 +2022-01-31 18:10:10,550 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: check_version +2022-01-31 18:10:10,550 INFO WriterThread:198783 [datastore.py:open_for_write():77] open: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/run-hhypc7yn.wandb +2022-01-31 18:10:10,551 DEBUG SenderThread:198783 [sender.py:send():234] send: header +2022-01-31 18:10:10,551 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: check_version +2022-01-31 18:10:10,591 DEBUG SenderThread:198783 [sender.py:send():234] send: run +2022-01-31 18:10:10,788 INFO SenderThread:198783 [dir_watcher.py:__init__():169] watching files in: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files +2022-01-31 18:10:10,788 INFO SenderThread:198783 [sender.py:_start_run_threads():804] run started: hhypc7yn with start time 1643652609 +2022-01-31 18:10:10,788 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 18:10:10,788 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 18:10:10,789 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: run_start +2022-01-31 18:10:11,799 INFO Thread-8 :198783 [dir_watcher.py:_on_file_created():217] file/dir created: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/wandb-summary.json +2022-01-31 18:10:13,053 DEBUG HandlerThread:198783 [meta.py:__init__():40] meta init +2022-01-31 18:10:13,053 DEBUG HandlerThread:198783 [meta.py:__init__():54] meta init done +2022-01-31 18:10:13,053 DEBUG HandlerThread:198783 [meta.py:probe():214] probe +2022-01-31 18:10:13,055 DEBUG HandlerThread:198783 [meta.py:_setup_git():204] setup git +2022-01-31 18:10:13,086 DEBUG HandlerThread:198783 [meta.py:_setup_git():211] setup git done +2022-01-31 18:10:13,086 DEBUG HandlerThread:198783 [meta.py:_save_code():92] save code +2022-01-31 18:10:13,097 DEBUG HandlerThread:198783 [meta.py:_save_code():113] save code done +2022-01-31 18:10:13,097 DEBUG HandlerThread:198783 [meta.py:_save_patches():130] save patches +2022-01-31 18:10:13,817 INFO Thread-8 :198783 [dir_watcher.py:_on_file_created():217] file/dir created: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/code/run_mlm_flax.py +2022-01-31 18:10:13,818 INFO Thread-8 :198783 [dir_watcher.py:_on_file_created():217] file/dir created: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/code +2022-01-31 18:10:15,818 INFO Thread-8 :198783 [dir_watcher.py:_on_file_created():217] file/dir created: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/diff.patch +2022-01-31 18:10:15,818 INFO Thread-8 :198783 [dir_watcher.py:_on_file_created():217] file/dir created: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:10:16,521 DEBUG HandlerThread:198783 [meta.py:_save_patches():172] save patches done +2022-01-31 18:10:16,521 DEBUG HandlerThread:198783 [meta.py:_save_pip():58] save pip +2022-01-31 18:10:16,522 DEBUG HandlerThread:198783 [meta.py:_save_pip():72] save pip done +2022-01-31 18:10:16,522 DEBUG HandlerThread:198783 [meta.py:probe():252] probe done +2022-01-31 18:10:16,524 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:10:16,525 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:10:16,529 INFO HandlerThread:198783 [handler.py:handle_tbrecord():640] handling tbrecord: tbrecord { + log_dir: "." + save: true +} + +2022-01-31 18:10:16,529 DEBUG HandlerThread:198783 [config_util.py:dict_from_config_file():102] no default config file found in config-defaults.yaml +2022-01-31 18:10:16,656 DEBUG SenderThread:198783 [sender.py:send():234] send: config +2022-01-31 18:10:16,656 DEBUG SenderThread:198783 [sender.py:send():234] send: config +2022-01-31 18:10:16,656 DEBUG SenderThread:198783 [sender.py:send():234] send: config +2022-01-31 18:10:16,656 DEBUG SenderThread:198783 [sender.py:send():234] send: tbrecord +2022-01-31 18:10:16,657 DEBUG SenderThread:198783 [sender.py:send():234] send: files +2022-01-31 18:10:16,657 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-metadata.json with policy now +2022-01-31 18:10:16,657 INFO SenderThread:198783 [sender.py:_save_file():939] saving file code/run_mlm_flax.py with policy now +2022-01-31 18:10:16,657 INFO SenderThread:198783 [sender.py:_save_file():939] saving file diff.patch with policy now +2022-01-31 18:10:16,657 DEBUG SenderThread:198783 [sender.py:send():234] send: files +2022-01-31 18:10:16,658 INFO SenderThread:198783 [sender.py:_save_file():939] saving file events.out.tfevents.1643652616.t1v-n-00e295a4-w-0.190699.0.v2 with policy live +2022-01-31 18:10:16,821 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/diff.patch +2022-01-31 18:10:16,821 INFO Thread-8 :198783 [dir_watcher.py:_on_file_created():217] file/dir created: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/events.out.tfevents.1643652616.t1v-n-00e295a4-w-0.190699.0.v2 +2022-01-31 18:10:16,821 INFO Thread-8 :198783 [dir_watcher.py:_on_file_created():217] file/dir created: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/wandb-metadata.json +2022-01-31 18:10:16,822 INFO Thread-8 :198783 [dir_watcher.py:_on_file_created():217] file/dir created: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/requirements.txt +2022-01-31 18:10:17,163 INFO Thread-15 :198783 [upload_job.py:push():137] Uploaded file /tmp/tmplbq9pr4qwandb/novay9ll-diff.patch +2022-01-31 18:10:17,165 INFO Thread-14 :198783 [upload_job.py:push():137] Uploaded file /tmp/tmplbq9pr4qwandb/2cloth9g-code/run_mlm_flax.py +2022-01-31 18:10:17,166 INFO Thread-13 :198783 [upload_job.py:push():137] Uploaded file /tmp/tmplbq9pr4qwandb/2zcv4kmi-wandb-metadata.json +2022-01-31 18:10:17,330 INFO Thread-16 :198783 [upload_job.py:push():137] Uploaded file /tmp/tmplbq9pr4qwandb/2691gxxm-events.out.tfevents.1643652616.t1v-n-00e295a4-w-0.190699.0.v2 +2022-01-31 18:10:18,822 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:10:26,825 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:10:28,826 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:10:31,662 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:10:31,663 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:10:41,131 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:10:41,831 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/config.yaml +2022-01-31 18:10:46,801 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:10:46,802 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:11:01,935 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:11:01,935 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:11:11,198 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:11:17,072 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:11:17,073 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:11:22,845 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:11:32,262 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:11:32,263 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:11:41,264 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:11:47,447 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:11:47,448 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:12:02,615 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:12:02,616 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:12:11,335 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:12:17,788 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:12:17,789 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:12:32,928 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:12:32,928 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:12:41,413 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:12:48,095 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:12:48,095 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:13:03,229 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:13:03,230 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:13:06,886 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:13:11,488 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:13:18,430 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:13:18,430 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:13:24,893 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:13:33,599 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:13:33,599 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:13:41,560 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:13:41,899 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:13:48,790 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:13:48,790 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:13:55,904 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:14:04,009 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:14:04,009 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:14:11,632 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:14:11,911 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:14:19,203 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:14:19,203 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:14:29,917 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:14:34,378 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:14:34,378 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:14:41,704 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:14:45,923 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:14:49,562 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:14:49,562 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:15:02,929 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:15:04,802 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:15:04,802 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:15:11,776 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:15:18,935 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:15:19,965 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:15:19,965 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:15:34,941 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:15:35,124 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:15:35,124 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:15:41,848 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:15:50,340 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:15:50,340 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:15:50,947 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:16:05,512 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:16:05,512 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:16:05,952 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:16:11,918 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:16:20,699 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:16:20,700 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:16:21,958 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:16:35,876 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:16:35,876 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:16:35,963 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:16:41,989 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:16:49,969 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:16:51,058 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:16:51,059 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:17:05,974 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:17:06,255 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:17:06,255 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:17:12,060 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:17:20,979 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:17:21,409 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:17:21,409 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:17:34,984 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:17:36,590 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:17:36,590 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:17:42,131 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:17:50,990 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:17:51,740 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:17:51,740 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:18:04,995 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:18:06,895 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:18:06,895 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:18:12,203 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:18:19,000 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:18:22,036 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:18:22,036 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:18:34,006 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:18:37,237 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:18:37,237 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:18:42,274 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:18:48,011 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:18:52,457 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:18:52,457 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:19:02,015 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:19:07,646 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:19:07,646 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:19:12,344 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:19:16,020 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:19:22,844 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:19:22,844 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:19:30,026 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:19:38,043 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:19:38,044 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:19:42,416 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:19:44,031 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:19:53,195 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:19:53,195 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:19:58,037 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:20:08,412 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:20:08,412 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:20:12,486 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:20:13,043 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:20:23,582 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:20:23,582 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:20:27,048 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:20:38,837 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:20:38,837 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:20:41,054 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:20:42,558 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:20:54,012 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:20:54,012 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:20:55,059 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:21:09,154 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:21:09,154 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:21:10,064 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:21:12,628 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:21:24,070 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:21:24,382 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:21:24,383 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:21:36,074 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:21:39,582 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:21:39,582 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:21:42,695 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:21:50,079 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:21:54,729 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:21:54,729 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:22:04,085 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:22:09,930 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:22:09,930 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:22:12,762 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:22:16,090 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:22:25,141 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:22:25,141 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:22:30,095 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:22:40,310 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:22:40,311 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:22:42,831 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:22:43,100 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:22:55,500 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:22:55,500 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:22:57,105 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:23:09,109 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:23:10,714 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:23:10,714 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:23:12,902 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:23:21,114 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:23:25,868 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:23:25,868 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:23:35,119 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:23:41,038 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:23:41,039 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:23:42,971 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:23:47,123 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:23:56,193 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:23:56,193 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:24:02,128 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:24:11,374 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:24:11,375 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:24:13,042 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:24:14,133 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:24:26,137 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:24:26,589 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:24:26,589 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:24:40,142 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:24:41,781 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:24:41,781 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:24:43,117 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:24:52,146 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:24:56,962 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:24:56,962 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:25:04,150 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:25:12,160 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:25:12,161 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:25:13,187 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:25:16,155 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:25:27,329 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:25:27,330 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:25:29,159 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:25:41,164 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:25:42,492 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:25:42,492 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:25:43,258 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:25:53,168 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:25:57,686 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:25:57,686 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:26:05,173 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:26:12,843 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:26:12,844 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:26:13,326 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:26:17,177 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:26:27,988 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:26:27,989 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:26:29,181 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:26:41,186 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:26:43,134 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:26:43,135 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:26:43,395 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:26:53,190 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:26:58,291 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:26:58,292 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:27:06,194 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:27:13,466 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:27:13,478 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:27:13,478 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:27:18,199 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:27:28,680 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:27:28,680 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:27:30,203 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:27:42,207 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:27:43,530 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:27:43,956 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:27:43,956 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:27:52,211 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:27:59,139 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:27:59,140 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:28:04,216 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:28:13,597 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:28:14,288 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:28:14,288 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:28:16,220 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:28:27,224 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:28:29,465 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:28:29,466 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:28:39,228 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:28:43,658 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:28:44,730 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:28:44,730 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:28:49,232 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:28:59,877 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:28:59,877 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:29:01,236 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:29:11,240 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:29:13,723 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:29:15,021 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:29:15,021 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:29:23,244 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:29:30,225 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:29:30,225 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:29:35,249 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:29:43,791 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:29:45,252 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:29:45,430 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:29:45,430 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:29:58,257 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:30:00,624 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:30:00,624 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:30:08,261 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:30:13,858 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:30:15,779 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:30:15,779 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:30:18,264 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:30:30,268 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:30:30,947 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:30:30,947 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:30:40,272 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:30:43,918 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:30:46,168 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:30:46,168 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:30:52,276 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:31:01,389 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:31:01,390 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:31:02,280 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:31:13,980 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:31:14,284 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:31:16,578 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:31:16,578 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:31:25,288 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:31:31,761 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:31:31,762 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:31:35,292 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:31:44,040 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:31:45,296 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:31:46,952 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:31:46,952 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:31:55,300 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:32:02,108 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:32:02,109 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:32:05,304 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:32:14,102 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:32:15,307 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:32:17,294 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:32:17,295 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:32:27,313 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:32:32,458 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:32:32,458 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:32:36,316 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:32:44,163 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:32:46,321 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:32:47,631 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:32:47,631 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:32:56,324 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:33:02,791 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:33:02,792 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:33:06,329 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:33:14,226 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:33:16,333 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:33:17,986 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:33:17,987 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:33:26,337 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:33:33,158 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:33:33,159 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:33:36,341 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:33:44,295 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:33:46,345 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:33:48,334 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:33:48,334 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:33:56,350 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:34:03,545 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:34:03,545 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:34:07,354 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:34:14,362 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:34:17,358 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:34:18,732 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:34:18,732 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:34:27,361 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:34:33,961 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:34:33,961 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:34:35,364 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:34:44,429 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:34:45,368 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:34:49,153 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:34:49,153 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:34:57,373 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:35:04,303 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:35:04,304 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:35:05,376 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:35:14,496 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:35:15,379 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:35:19,471 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:35:19,472 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:35:25,383 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:35:34,662 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:35:34,662 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:35:36,387 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:35:44,391 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:35:44,563 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:35:49,823 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:35:49,824 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:35:54,395 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:36:04,399 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:36:04,986 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:36:04,986 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:36:12,402 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:36:14,632 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:36:20,161 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:36:20,161 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:36:22,406 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:36:32,410 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:36:35,318 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:36:35,319 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:36:40,413 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:36:44,700 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:36:50,591 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:36:50,591 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:36:51,417 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:36:59,420 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:37:05,775 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:37:05,775 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:37:07,423 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:37:14,769 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:37:17,427 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:37:20,964 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:37:20,965 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:37:27,430 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:37:35,433 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:37:36,141 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:37:36,141 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:37:44,835 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:37:45,436 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:37:51,309 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:37:51,310 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:37:53,439 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:38:03,443 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:38:06,499 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:38:06,499 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:38:13,446 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:38:14,899 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:38:21,449 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:38:21,696 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:38:21,696 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:38:29,452 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:38:36,896 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:38:36,897 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:38:37,455 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:38:44,965 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:38:48,459 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:38:52,081 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:38:52,081 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:38:56,462 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:39:04,466 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:39:07,293 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:39:07,294 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:39:14,470 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:39:15,032 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:39:22,473 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:39:22,504 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:39:22,504 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:39:30,476 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:39:37,677 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:39:37,678 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:39:38,479 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:39:45,101 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:39:48,483 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:39:52,835 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:39:52,835 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:39:56,485 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:40:06,489 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:40:08,006 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:40:08,006 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:40:14,492 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:40:15,172 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:40:22,495 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:40:23,199 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:40:23,199 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:40:31,498 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:40:38,346 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:40:38,347 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:40:39,501 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:40:45,240 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:40:49,505 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:40:53,505 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:40:53,505 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:40:57,509 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:41:05,512 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:41:08,708 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:41:08,709 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:41:13,515 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:41:15,308 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:41:23,518 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:41:23,921 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:41:23,921 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:41:31,521 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:41:39,083 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:41:39,083 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:41:39,524 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:41:45,377 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:41:47,526 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:41:54,231 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:41:54,232 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:41:56,530 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:42:04,532 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:42:09,367 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:42:09,368 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:42:12,535 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:42:15,446 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:42:20,538 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:42:24,559 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:42:24,560 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:42:28,541 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:42:36,544 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:42:39,730 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:42:39,730 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:42:44,547 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:42:45,514 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:42:52,550 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:42:54,902 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:42:54,903 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:43:02,553 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:43:10,100 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:43:10,100 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:43:10,556 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:43:15,585 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:43:18,559 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:43:25,263 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:43:25,264 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:43:26,562 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:43:35,566 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:43:40,498 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:43:40,499 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:43:43,569 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:43:45,655 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:43:49,571 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:43:55,658 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:43:55,659 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:43:57,575 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:44:05,577 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:44:10,854 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:44:10,855 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:44:13,580 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:44:15,725 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:44:21,583 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:44:26,022 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:44:26,023 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:44:31,587 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:44:39,590 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:44:41,218 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:44:41,218 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:44:45,592 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:44:45,795 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:44:55,596 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:44:56,391 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:44:56,391 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:45:01,598 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:45:09,601 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:45:11,545 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:45:11,545 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:45:15,865 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:45:17,603 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:45:24,606 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:45:26,690 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:45:26,690 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:45:32,609 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:45:40,612 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:45:41,899 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:45:41,899 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:45:45,933 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:45:48,615 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:45:56,618 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:45:57,079 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:45:57,079 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:46:02,620 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:46:10,623 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:46:12,254 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:46:12,255 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:46:16,000 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:46:18,626 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:46:26,629 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:46:27,434 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:46:27,435 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:46:34,632 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:46:40,634 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:46:42,621 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:46:42,621 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:46:46,070 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:46:48,638 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:46:56,641 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:46:57,791 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:46:57,792 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:47:04,644 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:47:12,647 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:47:12,958 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:47:12,959 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:47:16,140 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:47:19,650 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:47:27,653 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:47:28,112 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:47:28,112 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:47:35,655 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:47:41,657 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:47:43,282 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:47:43,282 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:47:46,210 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:47:49,660 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:47:57,663 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:47:58,430 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:47:58,430 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:48:05,666 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:48:11,668 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:48:13,586 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:48:13,587 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:48:16,278 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:48:19,671 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:48:27,674 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:48:28,753 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:48:28,753 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:48:33,676 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:48:41,679 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:48:43,913 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:48:43,914 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:48:46,346 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:48:47,681 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:48:53,684 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:48:59,095 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:48:59,095 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:49:01,686 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:49:07,689 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:49:14,256 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:49:14,256 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:49:16,415 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:49:16,692 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:49:24,695 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:49:29,398 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:49:29,398 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:49:30,697 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:49:38,700 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:49:44,539 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:49:44,539 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:49:44,702 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:49:46,485 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:49:50,704 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:49:58,707 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:49:59,700 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:49:59,701 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:50:04,709 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:50:12,712 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:50:14,914 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:50:14,914 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:50:16,554 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:50:20,715 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:50:26,717 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:50:30,140 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:50:30,140 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:50:34,720 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:50:40,722 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:50:45,307 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:50:45,307 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:50:46,625 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:50:48,725 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:50:54,727 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:51:00,502 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:51:00,502 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:51:00,729 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:51:08,732 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:51:15,657 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:51:15,657 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:51:15,735 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:51:16,696 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:51:21,737 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:51:27,739 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:51:30,825 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:51:30,825 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:51:35,742 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:51:41,745 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:51:45,989 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:51:45,989 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:51:46,767 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:51:49,748 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:51:55,751 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:52:01,144 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:52:01,144 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:52:01,753 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:52:09,756 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:52:15,758 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:52:16,298 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:52:16,298 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:52:16,835 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:52:23,761 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:52:29,763 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:52:31,486 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:52:31,487 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:52:35,765 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:52:41,768 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:52:46,688 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:52:46,688 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:52:46,906 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:52:47,770 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:52:55,773 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:53:01,775 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:53:01,835 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:53:01,836 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:53:07,777 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:53:13,779 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:53:16,975 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:53:17,004 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:53:17,004 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:53:20,782 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:53:26,784 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:53:32,197 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:53:32,197 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:53:34,787 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:53:40,789 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:53:46,791 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:53:47,046 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:53:47,356 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:53:47,356 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:53:52,793 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:53:58,795 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:54:02,510 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:54:02,510 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:54:04,798 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:54:12,801 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:54:17,113 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:54:17,652 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:54:17,652 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:54:18,803 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:54:24,805 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:54:30,807 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:54:32,795 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:54:32,796 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:54:36,810 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:54:44,813 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:54:47,178 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:54:47,953 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:54:47,953 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:54:50,815 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:54:56,818 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:55:02,820 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:55:03,113 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:55:03,113 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:55:10,823 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:55:16,825 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:55:17,246 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:55:18,269 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:55:18,269 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:55:22,827 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:55:29,830 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:55:33,423 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:55:33,423 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:55:37,832 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:55:43,835 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:55:47,312 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:55:48,599 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:55:48,600 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:55:49,837 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:55:55,839 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:56:01,841 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:56:03,762 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:56:03,762 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:56:07,843 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:56:13,845 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:56:17,383 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:56:18,926 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:56:18,926 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:56:19,848 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:56:25,850 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:56:31,852 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:56:34,080 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:56:34,080 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:56:37,854 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:56:43,856 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:56:47,453 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:56:49,231 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:56:49,231 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:56:49,858 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:56:55,860 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:57:01,862 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:57:04,385 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:57:04,385 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:57:07,864 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:57:13,866 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:57:17,519 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:57:19,562 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:57:19,562 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:57:19,868 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:57:25,870 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:57:31,871 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:57:34,731 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:57:34,732 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:57:38,874 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:57:44,876 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:57:47,579 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:57:49,885 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:57:49,885 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:57:50,878 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:57:56,881 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:58:02,883 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:58:05,034 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:58:05,034 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:58:08,885 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:58:14,888 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:58:17,643 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:58:20,197 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:58:20,197 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:58:20,890 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:58:26,892 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:58:32,894 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:58:35,364 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:58:35,364 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:58:38,896 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:58:44,899 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:58:47,701 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:58:50,500 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:58:50,501 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:58:50,901 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:58:54,903 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:59:00,905 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:59:05,646 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:59:05,647 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:59:06,907 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:59:12,909 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:59:17,764 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:59:18,912 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:59:20,803 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:59:20,803 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:59:24,914 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:59:31,917 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:59:35,962 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:59:35,962 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:59:37,919 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:59:43,921 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:59:47,827 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 18:59:47,923 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:59:51,136 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 18:59:51,136 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 18:59:53,925 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 18:59:59,927 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:00:05,930 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:00:06,323 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:00:06,323 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:00:11,932 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:00:17,890 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:00:17,934 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:00:21,469 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:00:21,469 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:00:21,936 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:00:27,938 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:00:35,941 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:00:36,626 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:00:36,626 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:00:41,943 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:00:47,946 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:00:47,954 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:00:51,824 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:00:51,824 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:00:53,948 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:00:59,951 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:01:05,953 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:01:07,053 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:01:07,053 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:01:11,956 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:01:18,016 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:01:19,959 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:01:22,201 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:01:22,201 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:01:25,961 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:01:32,964 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:01:37,384 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:01:37,384 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:01:38,966 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:01:44,968 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:01:48,078 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:01:50,970 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:01:52,583 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:01:52,584 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:01:56,972 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:02:02,974 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:02:06,976 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:02:07,768 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:02:07,768 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:02:12,978 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:02:18,143 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:02:18,980 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:02:22,905 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:02:22,906 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:02:24,982 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:02:30,985 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:02:36,987 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:02:38,051 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:02:38,052 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:02:44,990 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:02:48,212 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:02:50,992 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:02:53,234 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:02:53,234 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:02:54,994 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:03:00,996 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:03:06,998 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:03:08,422 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:03:08,422 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:03:13,001 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:03:18,282 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:03:19,003 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:03:23,005 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:03:23,589 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:03:23,589 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:03:29,007 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:03:38,011 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:03:38,744 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:03:38,744 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:03:42,012 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:03:48,014 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:03:48,350 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:03:53,918 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:03:53,918 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:03:54,017 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:04:00,019 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:04:06,021 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:04:09,094 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:04:09,094 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:04:12,024 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:04:18,026 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:04:18,418 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:04:24,028 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:04:24,244 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:04:24,245 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:04:30,030 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:04:36,033 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:04:39,433 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:04:39,433 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:04:42,035 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:04:48,037 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:04:48,486 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:04:52,039 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:04:54,600 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:04:54,601 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:04:58,041 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:05:04,044 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:05:09,736 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:05:09,737 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:05:10,046 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:05:16,048 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:05:18,554 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:05:23,051 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:05:24,923 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:05:24,923 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:05:27,052 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:05:33,054 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:05:37,056 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:05:40,077 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:05:40,078 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:05:43,058 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:05:48,624 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:05:49,060 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:05:55,063 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:05:55,247 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:05:55,247 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:05:59,064 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:06:05,067 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:06:10,429 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:06:10,430 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:06:11,069 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:06:15,070 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:06:18,694 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:06:21,073 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:06:25,575 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:06:25,575 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:06:27,075 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:06:33,077 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:06:37,079 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:06:40,743 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:06:40,744 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:06:43,081 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:06:48,767 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:06:49,084 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:06:55,086 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:06:55,907 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:06:55,908 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:07:01,088 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:07:05,090 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:07:11,092 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:07:11,099 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:07:11,099 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:07:17,094 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:07:18,833 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:07:23,097 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:07:26,254 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:07:26,254 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:07:30,099 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:07:34,101 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:07:40,103 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:07:41,434 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:07:41,434 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:07:44,104 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:07:48,903 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:07:50,106 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:07:56,109 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:07:56,611 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:07:56,612 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:08:00,110 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:08:06,112 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:08:10,114 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:08:11,772 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:08:11,772 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:08:16,116 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:08:18,972 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:08:22,119 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:08:26,120 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:08:26,941 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:08:26,941 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:08:32,123 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:08:38,125 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:08:42,115 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:08:42,115 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:08:44,127 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:08:48,128 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:08:49,043 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:08:54,130 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:08:57,264 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:08:57,264 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:08:58,132 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:09:04,134 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:09:10,136 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:09:12,414 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:09:12,415 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:09:14,137 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:09:19,115 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:09:20,139 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:09:24,141 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:09:27,603 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:09:27,603 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:09:30,143 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:09:36,146 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:09:40,147 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:09:42,785 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:09:42,786 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:09:46,149 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:09:49,186 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:09:50,151 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:09:56,153 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:09:57,935 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:09:57,936 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:10:01,155 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:10:07,157 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:10:13,093 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:10:13,094 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:10:13,159 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:10:17,161 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:10:19,258 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:10:23,163 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:10:27,165 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:10:28,288 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:10:28,288 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:10:33,167 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:10:37,169 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:10:43,171 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:10:43,437 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:10:43,437 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:10:47,172 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:10:49,330 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:10:53,174 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:10:57,176 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:10:58,606 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:10:58,607 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:11:03,178 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:11:07,180 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:11:13,182 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:11:13,750 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:11:13,750 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:11:17,184 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:11:19,399 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:11:21,185 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:11:27,187 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:11:28,919 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:11:28,919 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:11:31,189 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:11:37,191 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:11:41,193 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:11:44,082 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:11:44,083 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:11:47,195 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:11:49,467 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:11:52,197 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:11:58,199 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:11:59,259 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:11:59,260 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:12:02,200 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:12:06,202 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:12:12,204 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:12:14,434 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:12:14,434 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:12:16,206 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:12:19,536 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:12:22,208 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:12:26,209 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:12:29,622 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:12:29,622 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:12:32,212 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:12:36,213 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:12:40,215 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:12:44,767 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:12:44,767 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:12:46,217 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:12:49,605 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:12:50,219 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:12:54,220 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:12:59,964 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:12:59,964 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:13:00,223 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:13:04,225 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:13:10,227 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:13:14,228 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:13:15,112 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:13:15,113 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:13:18,230 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:13:19,672 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:13:24,232 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:13:28,234 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:13:30,298 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:13:30,298 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:13:32,235 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:13:36,237 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:13:42,239 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:13:45,453 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:13:45,453 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:13:46,241 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:13:49,741 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:13:52,243 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:13:56,244 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:14:00,246 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:14:00,588 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:14:00,589 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:14:07,248 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:14:11,250 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:14:15,251 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:14:15,773 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:14:15,773 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:14:19,808 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:14:21,253 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:14:25,255 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:14:30,924 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:14:30,924 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:14:31,257 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:14:35,259 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:14:41,261 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:14:45,262 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:14:46,067 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:14:46,068 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:14:49,264 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:14:49,878 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:14:55,266 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:14:59,268 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:15:01,239 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:15:01,240 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:15:05,270 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:15:09,272 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:15:13,274 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:15:16,391 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:15:16,391 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:15:19,276 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:15:19,950 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:15:23,278 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:15:27,279 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:15:31,582 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:15:31,583 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:15:33,281 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:15:37,283 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:15:41,284 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:15:45,286 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:15:46,774 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:15:46,774 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:15:50,020 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:15:51,288 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:15:55,290 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:15:59,291 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:16:01,922 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:16:01,923 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:16:03,293 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:16:10,296 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:16:14,297 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:16:17,075 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:16:17,076 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:16:18,299 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:16:20,088 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:16:24,301 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:16:28,303 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:16:32,214 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:16:32,215 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:16:32,305 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:16:36,306 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:16:42,308 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:16:46,310 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:16:47,367 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:16:47,368 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:16:50,157 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:16:50,311 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:16:54,313 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:17:00,315 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:17:02,541 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:17:02,541 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:17:04,317 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:17:08,319 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:17:14,321 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:17:17,699 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:17:17,699 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:17:18,323 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:17:20,224 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:17:22,324 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:17:26,326 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:17:30,327 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:17:32,851 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:17:32,851 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:17:34,328 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:17:40,331 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:17:44,332 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:17:48,032 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:17:48,033 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:17:48,334 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:17:50,294 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:17:52,335 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:17:56,337 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:18:02,339 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:18:03,195 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:18:03,195 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:18:06,341 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:18:10,342 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:18:16,345 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:18:18,386 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:18:18,387 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:18:20,346 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:18:20,362 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:18:24,348 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:18:29,350 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:18:33,351 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:18:33,560 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:18:33,560 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:18:37,353 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:18:41,355 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:18:45,356 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:18:48,707 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:18:48,708 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:18:50,432 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:18:51,358 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:18:55,360 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:18:59,362 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:19:03,363 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:19:03,855 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:19:03,855 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:19:07,365 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:19:11,366 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:19:15,368 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:19:18,998 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:19:18,998 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:19:20,505 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:19:21,371 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:19:25,372 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:19:29,374 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:19:33,375 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:19:34,170 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:19:34,170 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:19:37,377 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:19:41,378 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:19:45,380 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:19:49,310 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:19:49,311 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:19:50,575 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:19:51,382 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:19:55,383 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:19:59,385 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:20:03,386 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:20:04,461 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:20:04,462 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:20:07,387 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:20:11,389 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:20:15,390 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:20:19,392 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:20:19,620 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:20:19,621 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:20:20,647 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:20:23,393 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:20:27,394 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:20:33,396 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:20:34,854 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:20:34,855 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:20:37,398 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:20:41,399 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:20:45,401 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:20:49,402 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:20:50,006 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:20:50,006 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:20:50,720 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:20:53,403 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:20:57,405 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:21:01,406 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:21:05,159 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:21:05,159 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:21:06,408 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:21:10,410 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:21:14,411 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:21:20,315 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:21:20,315 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:21:20,413 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:21:20,792 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:21:24,415 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:21:28,416 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:21:32,418 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:21:35,472 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:21:35,473 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:21:36,419 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:21:40,421 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:21:44,422 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:21:48,424 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:21:50,633 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:21:50,633 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:21:50,863 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:21:52,425 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:21:56,427 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:22:00,428 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:22:05,780 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:22:05,781 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:22:06,430 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:22:08,431 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:22:12,433 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:22:16,434 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:22:20,436 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:22:20,931 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:22:20,960 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:22:20,960 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:22:24,437 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:22:30,439 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:22:34,441 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:22:36,105 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:22:36,105 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:22:38,442 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:22:42,444 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:22:46,445 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:22:50,447 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:22:50,999 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:22:51,278 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:22:51,279 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:22:54,448 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:22:58,449 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:23:02,451 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:23:06,443 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:23:06,443 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:23:06,452 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:23:10,454 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:23:14,455 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:23:20,457 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:23:21,069 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:23:21,613 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:23:21,613 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:23:22,458 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:23:26,459 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:23:30,461 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:23:34,462 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:23:36,758 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:23:36,758 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:23:38,464 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:23:42,465 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:23:46,466 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:23:51,136 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:23:51,468 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:23:51,922 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:23:51,922 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:23:55,469 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:23:59,471 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:24:03,472 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:24:07,068 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:24:07,068 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:24:07,474 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:24:11,476 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:24:15,477 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:24:19,478 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:24:21,202 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:24:22,304 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:24:22,304 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:24:23,480 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:24:27,481 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:24:31,483 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:24:35,484 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:24:37,451 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:24:37,452 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:24:37,485 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:24:43,487 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:24:47,488 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:24:51,263 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:24:51,489 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:24:52,603 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:24:52,604 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:24:55,491 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:24:57,491 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:25:01,493 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:25:05,494 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:25:07,761 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:25:07,761 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:25:09,495 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:25:13,497 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:25:17,498 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:25:21,320 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:25:21,499 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:25:22,904 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:25:22,905 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:25:25,501 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:25:29,502 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:25:33,503 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:25:37,505 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:25:38,047 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:25:38,047 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:25:41,506 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:25:45,508 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:25:47,508 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:25:51,380 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:25:51,510 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:25:53,202 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:25:53,202 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:25:55,511 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:25:59,512 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:26:03,514 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:26:07,515 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:26:08,361 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:26:08,361 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:26:11,516 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:26:16,518 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:26:20,519 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:26:21,440 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:26:23,541 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:26:23,541 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:26:24,520 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:26:28,522 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:26:32,523 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:26:36,525 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:26:38,525 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:26:38,729 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:26:38,729 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:26:42,527 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:26:46,528 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:26:50,529 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:26:51,502 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:26:53,943 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:26:53,943 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:26:54,530 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:26:56,531 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:27:02,533 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:27:04,534 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:27:08,535 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:27:09,093 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:27:09,093 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:27:12,537 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:27:16,538 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:27:20,539 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:27:21,569 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:27:24,277 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:27:24,277 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:27:24,541 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:27:26,542 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:27:30,543 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:27:36,545 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:27:38,546 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:27:39,465 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:27:39,465 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:27:42,548 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:27:46,549 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:27:50,551 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:27:51,634 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:27:54,552 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:27:54,623 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:27:54,623 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:27:58,554 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:28:00,555 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:28:04,556 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:28:08,557 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:28:09,789 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:28:09,790 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:28:12,559 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:28:16,560 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:28:20,562 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:28:21,699 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:28:24,563 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:28:24,960 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:28:24,960 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:28:28,565 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:28:30,566 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:28:34,567 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:28:38,569 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:28:40,119 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:28:40,120 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:28:42,570 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:28:46,571 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:28:50,573 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:28:51,767 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:28:55,272 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:28:55,273 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:28:55,575 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:28:59,577 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:29:01,577 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:29:05,579 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:29:09,580 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:29:10,449 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:29:10,449 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:29:13,582 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:29:17,583 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:29:19,584 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:29:21,836 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:29:23,586 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:29:25,600 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:29:25,600 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:29:27,587 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:29:31,589 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:29:35,591 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:29:37,591 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:29:40,790 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:29:40,790 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:29:41,593 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:29:45,595 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:29:49,596 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:29:51,597 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:29:51,906 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:29:55,599 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:29:55,936 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:29:55,937 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:29:59,600 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:30:03,602 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:30:07,603 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:30:09,604 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:30:11,261 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:30:11,261 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:30:13,606 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:30:17,607 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:30:21,609 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:30:21,976 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:30:25,610 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:30:26,404 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:30:26,404 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:30:27,611 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:30:31,613 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:30:35,615 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:30:39,616 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:30:41,555 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:30:41,555 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:30:43,617 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:30:47,619 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:30:49,620 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:30:52,044 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:30:53,621 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:30:56,726 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:30:56,727 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:30:57,623 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:31:01,625 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:31:05,627 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:31:07,627 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:31:11,629 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:31:11,882 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:31:11,883 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:31:15,630 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:31:19,632 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:31:21,633 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:31:22,109 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:31:25,634 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:31:27,060 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:31:27,061 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:31:29,636 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:31:33,638 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:31:36,639 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:31:40,641 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:31:42,200 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:31:42,201 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:31:44,642 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:31:46,643 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:31:50,645 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:31:52,178 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:31:54,646 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:31:56,647 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:31:57,339 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:31:57,339 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:32:00,649 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:32:04,651 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:32:08,652 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:32:12,513 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:32:12,513 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:32:12,654 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:32:14,655 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:32:18,656 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:32:22,247 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:32:22,658 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:32:24,659 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:32:27,681 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:32:27,682 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:32:28,660 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:32:30,661 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:32:34,663 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:32:38,664 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:32:42,666 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:32:42,831 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:32:42,832 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:32:44,666 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:32:50,668 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:32:52,316 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:32:52,669 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:32:56,671 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:32:57,974 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:32:57,974 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:32:58,672 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:33:02,673 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:33:06,675 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:33:10,676 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:33:12,677 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:33:13,121 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:33:13,121 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:33:16,678 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:33:20,680 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:33:22,387 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:33:24,682 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:33:26,682 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:33:28,288 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:33:28,289 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:33:30,684 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:33:34,686 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:33:38,687 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:33:42,688 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:33:43,425 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:33:43,425 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:33:44,689 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:33:48,691 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:33:50,691 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:33:52,456 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:33:54,693 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:33:58,573 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:33:58,573 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:33:59,695 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:34:01,696 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:34:05,697 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:34:09,699 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:34:13,700 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:34:13,718 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:34:13,718 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:34:15,701 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:34:19,702 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:34:21,703 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:34:22,526 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:34:25,705 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:34:28,891 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:34:28,891 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:34:29,706 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:34:33,708 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:34:35,709 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:34:39,710 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:34:43,712 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:34:44,032 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:34:44,033 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:34:47,713 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:34:49,714 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:34:52,595 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:34:53,715 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:34:57,717 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:34:59,181 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:34:59,181 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:35:01,719 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:35:03,719 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:35:07,721 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:35:09,722 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:35:13,723 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:35:14,363 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:35:14,363 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:35:17,725 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:35:19,726 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:35:22,664 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:35:23,727 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:35:27,729 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:35:29,515 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:35:29,515 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:35:29,729 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:35:33,731 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:35:37,733 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:35:41,734 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:35:43,735 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:35:44,668 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:35:44,668 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:35:47,736 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:35:51,738 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:35:52,732 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:35:55,739 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:35:59,741 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:35:59,834 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:35:59,834 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:36:01,742 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:36:05,744 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:36:09,745 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:36:11,746 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:36:14,986 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:36:14,987 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:36:15,747 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:36:17,748 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:36:21,750 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:36:22,799 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:36:25,752 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:36:27,752 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:36:30,140 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:36:30,141 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:36:32,754 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:36:36,756 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:36:38,757 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:36:42,758 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:36:45,326 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:36:45,326 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:36:46,760 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:36:48,761 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:36:52,762 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:36:52,868 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:36:56,764 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:36:58,765 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:37:00,490 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:37:00,491 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:37:02,766 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:37:04,767 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:37:08,768 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:37:12,770 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:37:14,771 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:37:15,653 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:37:15,653 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:37:18,772 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:37:20,773 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:37:22,936 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:37:24,774 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:37:28,776 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:37:30,777 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:37:30,824 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:37:30,824 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:37:34,778 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:37:38,780 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:37:40,781 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:37:44,782 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:37:45,985 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:37:45,985 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:37:46,783 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:37:50,785 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:37:53,005 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:37:54,786 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:37:56,787 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:38:00,788 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:38:01,126 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:38:01,126 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:38:04,790 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:38:06,791 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:38:08,791 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:38:12,793 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:38:14,794 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:38:16,439 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:38:16,439 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:38:18,795 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:38:20,796 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:38:23,074 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:38:24,798 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:38:26,798 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:38:30,800 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:38:31,624 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:38:31,624 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:38:34,802 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:38:36,803 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:38:40,804 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:38:44,806 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:38:46,768 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:38:46,768 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:38:48,807 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:38:50,808 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:38:53,142 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:38:54,810 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:38:56,811 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:39:00,812 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:39:01,904 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:39:01,905 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:39:02,813 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:39:06,815 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:39:08,816 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:39:12,817 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:39:16,819 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:39:17,069 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:39:17,069 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:39:19,820 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:39:23,214 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:39:23,822 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:39:25,822 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:39:29,824 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:39:32,226 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:39:32,226 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:39:33,826 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:39:35,826 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:39:39,828 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:39:41,829 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:39:45,830 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:39:47,375 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:39:47,375 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:39:47,831 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:39:51,833 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:39:53,284 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:39:53,834 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:39:57,835 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:40:01,837 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:40:02,514 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:40:02,515 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:40:03,838 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:40:07,839 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:40:09,840 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:40:13,842 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:40:17,656 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:40:17,657 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:40:17,843 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:40:19,844 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:40:23,352 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:40:23,846 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:40:25,847 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:40:29,848 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:40:32,828 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:40:32,828 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:40:33,850 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:40:35,851 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:40:39,853 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:40:41,854 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:40:45,855 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:40:47,856 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:40:47,987 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:40:47,987 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:40:51,857 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:40:53,421 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:40:53,858 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:40:57,860 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:40:59,861 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:41:03,144 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:41:03,145 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:41:03,862 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:41:05,863 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:41:09,865 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:41:11,866 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:41:15,867 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:41:17,868 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:41:18,287 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:41:18,287 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:41:21,870 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:41:23,495 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:41:23,871 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:41:27,872 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:41:29,873 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:41:33,596 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:41:33,597 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:41:33,874 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:41:35,875 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:41:39,877 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:41:41,877 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:41:45,879 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:41:48,738 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:41:48,738 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:41:49,881 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:41:51,882 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:41:53,567 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:41:55,883 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:41:58,885 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:42:02,886 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:42:03,883 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:42:03,883 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:42:04,887 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:42:08,888 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:42:12,890 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:42:14,891 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:42:18,892 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:42:19,080 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:42:19,080 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:42:22,894 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:42:23,639 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:42:24,895 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:42:26,895 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:42:30,897 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:42:34,240 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:42:34,240 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:42:34,899 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:42:36,899 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:42:40,901 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:42:42,902 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:42:46,903 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:42:49,424 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:42:49,424 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:42:50,905 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:42:52,905 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:42:53,707 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:42:56,907 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:42:58,908 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:43:00,908 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:43:04,613 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:43:04,613 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:43:04,910 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:43:08,912 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:43:10,912 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:43:14,914 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:43:16,915 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:43:19,781 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:43:19,781 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:43:20,916 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:43:22,917 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:43:23,778 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:43:26,919 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:43:28,920 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:43:32,921 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:43:34,922 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:43:34,936 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:43:34,937 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:43:38,924 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:43:40,925 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:43:44,926 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:43:46,927 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:43:50,090 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:43:50,090 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:43:50,929 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:43:52,930 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:43:53,849 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:43:56,931 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:43:58,932 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:44:02,934 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:44:04,935 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:44:05,241 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:44:05,241 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:44:08,936 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:44:10,937 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:44:14,939 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:44:16,939 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:44:18,940 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:44:20,420 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:44:20,421 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:44:22,942 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:44:23,920 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:44:24,943 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:44:28,944 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:44:31,946 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:44:35,575 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:44:35,575 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:44:35,947 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:44:37,948 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:44:41,950 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:44:45,951 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:44:47,952 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:44:50,728 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:44:50,729 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:44:51,954 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:44:53,955 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:44:53,987 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:44:57,956 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:44:59,957 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:45:01,958 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:45:05,866 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:45:05,867 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:45:05,960 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:45:07,961 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:45:11,962 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:45:13,963 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:45:17,965 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:45:19,966 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:45:21,045 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:45:21,045 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:45:23,967 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:45:24,056 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:45:25,968 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:45:27,969 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:45:31,971 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:45:33,971 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:45:36,185 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:45:36,185 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:45:37,973 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:45:39,974 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:45:43,975 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:45:45,976 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:45:49,978 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:45:51,347 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:45:51,348 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:45:51,979 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:45:54,127 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:45:55,980 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:45:57,981 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:46:01,983 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:46:03,983 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:46:05,984 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:46:06,489 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:46:06,489 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:46:09,986 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:46:11,987 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:46:15,988 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:46:17,989 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:46:21,630 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:46:21,630 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:46:21,991 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:46:22,991 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/events.out.tfevents.1643652616.t1v-n-00e295a4-w-0.190699.0.v2 +2022-01-31 19:46:23,285 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,285 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,317 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,322 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,324 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,328 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,330 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,330 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,336 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,339 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,343 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,348 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,348 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,348 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,355 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,357 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,360 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,364 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,364 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,365 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,373 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,377 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,379 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,383 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,383 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,383 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,393 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,394 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,394 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,396 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,397 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,400 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,402 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,403 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,404 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,411 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,411 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,413 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,417 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,418 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,420 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,427 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,427 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,427 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,434 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,436 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,436 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,439 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,440 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,440 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,444 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,449 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,450 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,454 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,455 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,455 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,459 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,460 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,460 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,463 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,463 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,464 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,470 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,470 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,470 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,472 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,472 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,473 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,476 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,476 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,478 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,489 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,489 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,490 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,495 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,496 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,497 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,500 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,500 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,501 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,506 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,506 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,507 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,514 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,515 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,515 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,517 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,517 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,517 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,517 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,517 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,517 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,518 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,518 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,518 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,518 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,518 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,519 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,519 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,519 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,519 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,519 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,519 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,520 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,520 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,520 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,520 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,520 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,521 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,521 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,521 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,521 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,521 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,521 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,522 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,522 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,522 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,522 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,522 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,523 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,523 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,523 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,523 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,523 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,523 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,524 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,524 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,524 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,524 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,524 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,525 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,525 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,525 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,525 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,525 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,526 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,526 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,526 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,526 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,526 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,526 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,527 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,527 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,527 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,527 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,527 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,528 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,528 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,528 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,528 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,528 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,529 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,529 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,529 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,529 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,529 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,530 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,530 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,530 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,530 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,530 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,530 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,531 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,531 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,531 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,531 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,531 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,531 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,532 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,532 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,532 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,532 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,532 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,532 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,532 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,533 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,533 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,533 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,533 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,533 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,533 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,533 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,534 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,534 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,534 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,534 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,534 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,534 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,535 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,535 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,535 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,535 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,535 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,535 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,536 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,536 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,536 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,536 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,536 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,537 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,537 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,537 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,537 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,537 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,537 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,538 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,538 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,538 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,538 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,538 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,538 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,539 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,539 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,539 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,539 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,539 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,539 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,539 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,540 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,540 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,540 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,540 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,540 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,540 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,541 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,541 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,541 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,541 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,541 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,541 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,542 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,542 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,542 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,542 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,542 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,542 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,543 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,543 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,543 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,543 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,543 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,543 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,544 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,544 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,544 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,544 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,544 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,544 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,545 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,545 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,545 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,545 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,546 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,546 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,546 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,546 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,546 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,546 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,547 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,547 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,547 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,547 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,547 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,547 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,548 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,548 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,548 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,548 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,548 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,548 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,549 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,549 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,549 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,549 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,549 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,549 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,549 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,550 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,550 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,550 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,550 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,550 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,551 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,551 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,552 INFO Thread-17 :198783 [upload_job.py:push():137] Uploaded file /tmp/tmplbq9pr4qwandb/ri252m3w-events.out.tfevents.1643652616.t1v-n-00e295a4-w-0.190699.0.v2 +2022-01-31 19:46:23,553 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,553 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,553 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,553 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,553 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,553 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,554 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,554 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,554 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,554 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,554 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,554 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,555 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,555 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,555 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,555 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,555 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,556 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,556 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,556 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,556 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,556 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,557 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,557 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,557 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,557 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,557 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,558 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,558 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,558 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,558 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,558 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,558 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,559 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,559 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,559 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,559 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,559 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,559 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,559 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,560 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,560 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,560 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,560 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,560 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,560 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,560 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,561 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,561 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,561 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,561 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,561 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,561 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,562 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,562 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,562 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,562 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,562 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,562 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,563 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,563 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,563 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,563 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,563 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,563 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,563 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,564 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,564 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,564 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,564 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,564 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,564 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,565 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,565 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,565 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,565 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,565 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,566 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,566 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,566 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,566 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,566 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,566 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,567 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,567 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,567 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,567 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,567 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,567 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,567 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,568 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,568 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,568 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,568 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,568 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,568 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,569 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,569 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,569 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,569 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,569 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,569 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,570 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,570 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,570 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,570 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,570 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,570 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,571 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,571 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,571 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,571 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,571 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,571 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,572 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,572 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,572 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,572 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,572 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,572 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,572 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,573 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,573 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,573 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,573 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,573 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,573 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,574 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,574 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,574 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,574 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,574 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,574 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,575 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,575 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,575 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,575 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,575 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,575 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,576 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,576 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,576 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,576 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,576 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,576 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,576 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,577 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,577 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,577 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,577 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,577 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,577 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,578 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,578 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,578 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,578 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,578 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,578 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,579 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,579 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,579 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,579 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,579 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,579 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,579 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,580 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,580 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,580 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,580 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,580 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,580 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,581 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,581 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,581 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,581 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,581 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,581 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,582 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,582 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,582 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,582 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,582 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,582 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,583 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,583 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,583 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,583 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,583 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,583 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,583 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,584 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,584 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,584 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,584 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,584 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,584 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,585 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,585 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,585 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,585 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,585 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,586 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,586 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,586 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,586 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,586 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,586 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,587 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,587 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,587 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,587 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,587 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,587 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,588 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,588 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,588 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,588 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,588 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,588 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,589 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,589 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,589 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,589 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,589 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,589 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,589 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,590 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,590 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,590 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,590 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,590 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,590 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,590 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,591 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,591 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,591 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,591 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,591 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,591 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,591 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,592 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,592 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,592 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,592 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,592 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,592 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,593 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,593 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,593 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,593 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,593 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,593 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,594 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,594 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,594 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,594 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,594 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,594 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,595 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,595 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,595 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,595 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,595 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,595 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,596 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,596 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,596 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,596 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,596 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,597 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,597 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,597 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,597 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,597 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,597 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,598 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,598 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,598 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,598 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,598 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,598 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,598 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,599 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,599 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,599 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,599 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,599 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,599 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,600 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,600 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,600 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,600 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,600 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,600 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,601 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,601 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,601 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,601 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,601 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,601 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,601 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,602 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,602 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,602 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,602 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,602 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,602 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,602 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,603 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,603 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,603 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,603 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,603 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,603 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,603 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,604 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,604 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,604 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,604 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,604 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,604 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,605 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,605 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,605 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,605 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,605 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,605 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,606 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,606 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,606 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,606 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,606 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,606 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,607 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,607 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,607 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,607 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,607 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,607 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,608 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,608 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,608 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,608 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,608 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,608 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,609 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,609 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,609 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,609 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,609 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,609 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,609 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,610 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,610 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,610 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,610 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,610 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,610 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,611 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,611 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,611 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,611 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,611 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,611 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,611 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,612 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,612 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,612 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,612 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,612 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,612 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,613 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,613 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,613 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,613 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,613 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,613 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,613 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,614 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,614 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,614 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,614 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,614 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,614 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,615 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,615 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,615 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,615 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,615 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,615 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,615 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,616 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,616 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,616 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,616 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,616 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,616 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,617 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,617 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,617 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,617 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,617 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,617 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,617 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,618 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,618 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,618 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,618 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,618 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,618 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,618 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,619 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,619 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,619 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,619 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,619 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,619 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,620 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,620 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,620 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,620 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,620 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,620 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,620 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,620 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,621 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,621 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,621 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,621 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,621 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,621 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,621 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,622 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,622 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,622 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,622 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,622 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,622 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,623 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,623 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,623 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,623 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,623 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,623 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,624 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,624 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,624 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,624 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,624 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,624 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,625 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,625 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,625 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,625 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,625 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,625 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,626 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,626 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,626 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,626 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,626 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,626 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,627 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,627 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,627 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,627 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,627 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,627 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,628 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,628 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,628 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,628 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,628 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,628 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,629 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,629 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,629 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,629 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,629 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,629 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,629 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,630 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,630 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,630 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,630 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,630 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,630 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,631 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,631 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,631 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,631 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,631 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,631 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,632 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,632 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,632 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,632 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,632 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,632 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,633 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,633 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,633 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,633 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,633 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,633 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,633 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,633 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,634 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,634 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,634 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,634 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,634 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,634 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,635 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,635 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,635 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,635 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,635 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,635 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,635 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,636 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,636 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,636 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,636 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,636 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,636 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,637 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,637 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,637 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,637 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,637 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,637 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,637 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,638 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,638 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,638 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,638 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,638 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,638 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,639 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,639 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,639 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,639 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,639 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,639 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,639 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,640 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,640 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,640 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,640 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,640 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,641 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,641 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,641 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,641 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,641 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,641 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,642 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,642 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,642 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,642 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,642 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,642 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,643 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,643 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,643 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,643 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,643 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,643 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,644 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,644 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,644 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,644 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,644 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,644 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,645 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,645 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,645 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,645 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,645 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,645 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,646 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,646 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,646 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,646 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,646 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,647 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,647 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,647 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,647 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,647 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,647 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,647 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,648 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,648 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,648 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,648 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,648 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,648 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,648 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,649 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,649 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,649 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,649 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,649 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,649 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,650 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,650 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,650 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,650 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,650 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,650 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,651 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,651 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,651 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,651 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,651 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,651 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,652 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,652 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,652 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,652 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,652 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,652 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,653 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,653 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,653 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,653 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,653 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,653 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,653 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,654 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,654 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,654 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,654 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,654 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,654 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,654 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,655 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,655 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,655 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,655 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,655 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,655 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,656 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,656 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,656 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,656 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,656 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,656 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,657 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,657 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,657 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,657 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,657 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,657 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,658 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,658 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,658 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,658 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,658 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,658 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,658 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,659 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,659 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,659 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,659 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,659 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,659 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,660 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,660 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,660 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,660 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,660 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,660 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,660 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,661 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,661 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,661 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,661 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,661 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,661 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,662 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,662 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,662 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,662 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,662 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,662 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,662 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,663 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,663 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,663 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,663 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,663 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,663 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,663 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,664 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,664 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,664 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,664 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,664 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,664 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,665 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,665 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,665 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,665 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,665 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,665 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,666 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,666 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,666 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,666 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,666 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,666 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,667 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,667 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,667 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,667 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,667 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,667 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,668 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,668 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,668 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,668 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,668 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,668 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,668 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,669 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,669 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,669 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,669 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,669 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,669 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,669 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,670 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,670 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,670 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,670 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,670 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,670 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,671 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,671 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,671 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,671 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,671 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,671 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,671 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,672 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,672 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,672 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,672 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,672 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,672 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,673 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,673 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,673 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,673 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,673 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,673 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,674 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,674 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,674 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,674 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,674 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,674 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,674 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,674 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,675 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,675 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,675 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,675 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,675 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,675 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,675 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,676 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,676 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,676 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,676 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,676 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,676 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,677 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,677 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,677 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,677 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,677 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,677 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,678 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,678 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,678 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,678 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,678 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,678 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,679 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,679 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,679 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,679 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,679 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,679 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,679 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,679 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,680 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,680 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,680 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,680 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,680 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,680 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,680 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,681 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,681 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,681 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,681 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,681 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,681 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,682 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,682 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,682 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,682 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,682 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,682 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,683 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,683 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,683 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,683 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,683 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,683 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,684 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,684 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,684 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,684 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,684 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,684 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,685 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,685 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,685 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,685 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,685 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,685 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,686 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,686 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,686 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,686 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,686 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,686 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,687 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,687 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,687 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,687 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,687 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,687 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,688 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,688 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,688 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,688 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,688 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,688 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,689 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,689 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,689 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,689 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,689 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,690 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,690 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,690 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,690 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,691 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,691 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,691 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,691 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,691 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,691 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,692 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,692 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,692 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,692 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,692 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,692 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,692 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,693 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,693 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,693 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,693 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,693 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,694 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,694 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,694 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,694 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,694 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,694 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,695 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,695 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,695 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,695 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,695 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,695 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,696 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,696 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,696 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,696 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,696 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,696 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,697 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,697 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,697 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,697 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,697 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,697 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,698 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,698 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,698 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,698 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,698 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,698 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,699 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,699 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,699 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,699 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,699 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,699 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,700 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,700 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,700 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,700 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,700 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,700 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,701 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,701 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,701 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,701 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,701 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,701 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,702 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,702 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,702 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,702 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,702 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,702 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,703 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,703 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,703 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,703 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,703 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,703 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,703 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,704 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,704 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,704 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,704 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,704 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,704 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,704 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,705 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,705 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,705 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,705 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,705 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,705 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,705 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,706 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,706 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,706 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,706 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,706 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,706 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,707 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,707 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,707 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,707 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,707 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,707 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,708 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,708 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,708 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,708 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,708 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,708 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,709 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,709 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,709 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,709 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,709 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,709 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,709 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,710 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,710 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,710 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,710 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,710 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,710 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,710 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,710 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,711 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,711 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,711 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,711 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,711 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,711 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,712 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,712 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,712 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,712 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,712 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,712 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,713 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,713 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,713 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,713 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,713 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,713 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,713 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,714 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,714 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,714 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,714 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,714 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,714 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,714 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,714 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,715 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,715 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,715 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,715 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,715 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,715 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,716 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,716 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,716 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,716 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,716 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,716 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,717 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,717 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,717 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,717 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,717 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,717 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,718 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,718 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,718 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,718 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,718 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,718 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,718 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,718 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,719 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,719 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,719 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,719 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,719 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,719 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,719 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,720 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,720 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,720 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,720 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,720 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,720 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,721 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,721 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,721 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,721 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,721 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,721 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,722 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,722 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,722 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,722 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,722 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,722 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,722 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,722 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,723 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,723 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,723 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,723 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,723 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,723 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,723 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,724 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,724 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,724 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,724 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,724 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,724 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,725 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,725 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,725 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,725 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,725 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,725 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,726 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,726 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,726 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,726 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,726 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,727 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,727 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,727 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,727 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,727 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,727 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,728 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,728 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,728 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,728 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,728 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,729 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,729 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,729 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,729 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,729 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,729 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,730 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,730 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,730 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,730 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,730 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,730 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,731 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,731 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,731 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,731 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,731 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,731 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,732 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,732 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,732 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,732 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,732 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,732 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,732 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,733 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,733 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,733 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,733 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,733 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,733 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,734 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,734 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,734 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,734 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,734 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,734 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,735 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,735 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,735 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,735 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,735 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,735 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,736 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,736 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,736 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,736 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,736 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,736 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,736 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,737 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,737 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,737 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,737 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,737 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,737 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,738 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,738 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,738 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,738 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,738 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:23,739 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:23,739 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:23,992 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/events.out.tfevents.1643652616.t1v-n-00e295a4-w-0.190699.0.v2 +2022-01-31 19:46:23,992 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/wandb-summary.json +2022-01-31 19:46:24,208 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:46:24,555 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,558 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,563 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,563 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,563 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,566 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,568 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,569 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,573 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,573 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,573 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,588 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,589 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,589 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,592 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,594 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,594 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,599 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,600 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,600 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,602 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,602 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,602 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,605 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,605 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,605 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,610 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,610 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,610 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,613 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,613 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,613 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,619 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,619 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,619 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,624 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,624 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,624 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,630 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,632 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,632 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,638 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,638 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,638 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,643 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,643 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,643 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,646 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,646 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,646 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,658 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,659 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,659 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,665 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,665 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,665 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,675 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,675 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,675 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,681 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,682 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,682 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,686 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,686 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,687 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,690 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,690 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,690 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,693 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,694 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,694 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,704 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,705 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,705 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,714 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,720 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,723 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,731 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,731 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,731 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,732 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,733 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,733 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,738 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,743 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,746 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,754 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,761 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,762 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,771 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,771 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,771 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,778 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,780 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,780 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,788 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,789 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,789 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,805 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,810 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,810 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,816 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,821 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,822 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,831 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,831 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,831 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,835 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,837 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,839 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,843 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,844 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,844 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,847 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,847 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,847 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,854 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,854 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,854 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,857 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,860 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,860 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,864 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,864 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,864 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,868 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,871 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,872 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,876 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,878 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,878 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,884 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,887 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,887 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,890 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,892 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,893 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,904 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,905 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,905 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,908 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,909 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,912 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,921 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,922 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,922 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,928 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,928 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,928 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,939 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,939 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,939 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,946 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,947 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,948 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,967 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,968 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,968 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,982 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,983 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,983 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,986 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,987 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,988 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:24,997 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:24,997 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:24,997 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,000 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,001 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,001 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,003 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/wandb-summary.json +2022-01-31 19:46:25,003 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:46:25,004 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,005 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,006 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,016 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,016 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,017 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,023 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,024 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,025 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,030 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,030 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,031 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,037 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,038 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,039 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,047 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,048 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,048 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,052 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,052 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,052 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,061 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,065 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,067 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,075 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,076 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,077 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,078 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,079 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,081 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,089 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,090 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,090 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,104 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,106 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,107 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,115 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,115 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,115 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,123 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,131 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,132 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,136 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,137 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,137 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,146 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,149 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,151 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,157 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,158 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,158 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,162 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,163 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,163 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,168 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,168 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,169 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,172 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,173 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,173 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,180 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,180 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,181 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,182 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,183 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,183 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,190 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,191 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,191 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,194 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,195 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,195 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,202 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,202 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,203 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,210 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,211 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,211 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,213 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,213 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,214 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,217 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,221 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,223 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,229 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,229 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,229 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,233 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,233 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,234 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,244 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,245 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,246 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,253 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,257 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,257 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,257 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,257 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,257 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,258 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,258 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,258 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,258 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,258 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,258 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,259 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,259 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,259 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,259 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,259 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,259 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,260 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,260 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,260 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,260 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,260 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,261 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,261 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,261 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,261 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,261 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,261 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,262 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,262 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,262 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,262 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,262 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,262 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,263 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,263 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,263 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,263 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,263 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,263 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,264 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,264 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,264 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,264 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,264 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,264 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,265 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,265 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,265 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,265 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,265 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,265 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,266 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,266 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,266 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,266 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,266 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,266 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,267 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,267 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,267 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,267 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,267 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,267 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,268 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,268 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,268 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,268 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,268 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,268 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,268 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,269 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,269 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,269 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,269 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,269 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,269 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,270 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,270 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,270 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,270 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,270 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,270 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,270 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,271 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,271 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,271 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,271 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,271 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,271 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,271 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,272 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,272 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,272 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,272 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,272 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,272 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,272 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,273 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,273 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,273 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,273 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,273 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,273 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,274 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,274 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,274 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,274 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,274 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,274 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,275 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,275 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,275 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,275 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,275 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,275 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,276 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,276 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,276 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,276 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,276 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,277 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,277 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,277 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,277 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,277 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,278 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,278 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,278 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,278 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,278 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,279 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,279 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,279 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,279 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,279 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,279 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,279 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,280 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,280 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,280 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,280 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,280 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,280 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,280 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,281 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,281 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,281 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,281 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,281 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,282 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,282 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,282 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,282 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,282 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,282 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,283 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,283 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,283 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,283 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,283 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,283 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,284 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,284 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,284 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,284 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,284 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,284 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,285 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,285 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,285 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,285 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,285 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,286 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,286 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,286 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,286 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,286 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,286 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,287 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,287 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,287 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,287 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,287 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,287 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,288 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,288 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,288 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,288 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,288 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,288 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,288 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,289 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,289 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,289 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,289 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,289 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,289 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,290 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,290 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,290 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,290 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,290 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,290 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,290 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,291 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,291 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,291 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,291 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,291 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,291 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,292 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,292 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,292 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,292 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,292 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,292 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,293 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,293 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,293 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,293 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,293 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,293 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,293 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,294 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,294 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,294 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,294 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,294 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,294 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,295 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,295 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,295 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,295 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,295 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,296 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,296 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,296 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,296 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,296 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,296 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,297 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,297 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,297 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,297 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,297 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,297 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,298 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,298 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,298 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,298 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,298 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,298 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,298 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,299 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,299 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,299 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,299 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,299 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,299 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,300 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,300 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,300 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,300 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,300 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,300 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,301 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,301 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,301 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,301 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,301 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,301 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,302 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,302 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,302 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,302 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,302 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,302 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,303 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,303 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,303 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,303 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,303 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,303 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,304 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,304 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,304 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,304 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,304 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,304 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,305 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,305 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,305 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,305 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,305 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,305 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,306 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,306 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,306 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,306 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,306 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,306 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,307 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,307 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,307 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,307 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,307 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,307 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,308 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,308 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,308 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,308 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,308 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,308 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,308 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,309 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,309 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,309 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,309 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,309 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,309 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,310 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,310 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,310 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,310 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,310 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,310 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,311 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,311 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,311 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,311 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,311 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,311 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,311 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,312 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,312 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,312 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,312 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,312 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,312 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,313 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,313 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,313 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,313 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,313 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,313 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,314 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,314 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,314 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,314 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,314 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,314 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,314 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,315 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,315 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,315 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,315 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,315 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,316 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,316 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,316 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,316 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,316 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,316 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,317 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,317 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,317 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,317 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,317 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,317 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,318 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,318 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,318 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,318 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,318 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,318 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,319 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,319 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,319 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,319 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,319 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,319 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,319 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,320 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,320 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,320 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,320 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,320 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,320 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,321 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,321 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,321 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,321 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,321 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,321 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,322 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,322 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,322 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,322 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,322 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,322 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,323 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,323 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,323 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,323 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,323 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,323 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,323 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,324 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,324 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,324 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,324 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,324 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,324 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,325 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,325 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,325 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,325 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,325 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,325 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,326 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,326 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,326 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,326 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,326 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,326 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,327 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,327 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,327 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,327 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,327 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,327 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,328 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,328 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,328 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,328 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,328 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,328 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,328 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,329 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,329 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,329 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,329 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,329 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,329 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,329 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,330 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,330 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,330 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,330 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,330 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,330 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,331 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,331 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,331 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,331 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,331 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,332 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,332 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,332 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,332 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,332 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,332 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,333 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,333 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,333 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,333 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,333 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,333 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,334 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,334 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,334 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,334 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,334 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,334 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,335 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,335 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,335 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,335 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,335 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,336 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,336 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,336 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,336 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,336 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,336 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,337 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,337 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,337 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,337 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,337 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,338 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,338 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,338 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,338 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,338 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,338 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,339 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,339 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,339 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,339 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,339 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,339 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,340 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,340 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,340 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,340 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,340 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,340 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,341 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,341 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,341 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,341 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,341 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,341 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,341 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,342 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,342 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,342 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,342 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,342 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,342 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,343 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,343 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,343 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,343 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,343 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,343 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,344 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,344 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,344 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,344 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,344 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,344 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,344 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,345 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,345 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,345 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,345 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,345 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,346 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,346 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,346 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,346 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,346 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,346 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,347 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,347 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,347 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,347 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,347 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,348 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,348 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,348 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,348 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,348 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,348 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,349 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,349 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,349 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,349 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,349 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,349 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,350 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,350 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,350 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,350 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,350 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,350 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,351 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,351 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,351 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,351 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,351 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,351 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,351 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,352 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,352 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,352 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,352 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,352 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,352 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,353 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,353 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,353 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,353 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,353 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,353 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,354 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,354 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,354 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,354 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,354 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,355 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,355 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,355 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,355 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,355 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,355 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,356 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,356 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,356 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,356 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,356 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,356 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,357 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,357 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,357 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,357 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,357 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,357 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,358 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,358 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,358 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,358 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,358 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,359 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,359 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,359 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,359 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,359 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,359 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,359 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,360 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,360 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,360 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,360 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,360 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,360 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,361 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,361 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,361 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,361 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,361 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,361 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,361 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,362 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,362 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,362 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,362 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,362 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,362 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,363 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,363 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,363 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,363 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,363 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,363 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,364 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,364 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,364 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,364 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,364 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,364 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,364 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,365 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,365 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,365 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,365 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,365 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,365 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,365 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,366 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,366 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,366 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,366 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,366 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,367 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,367 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,367 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,367 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,367 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,367 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,368 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,368 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,368 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,368 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,368 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,368 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,368 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,369 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,369 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,369 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,369 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,369 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,369 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,370 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,370 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,370 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,370 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,370 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,370 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,371 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,371 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,371 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,371 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,371 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,371 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,372 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,372 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,372 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,372 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,372 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,372 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,373 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,373 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,373 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,373 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,373 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,373 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,373 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,374 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,374 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,374 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,374 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,374 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,374 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,375 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,375 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,375 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,375 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,375 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,375 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,376 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,376 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,376 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,376 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,376 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,377 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,377 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,377 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,377 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,377 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,377 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,378 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,378 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,378 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,378 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,378 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,378 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,379 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,379 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,379 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,379 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,379 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,380 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,380 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,380 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,380 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,380 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,380 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,381 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,381 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,381 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,381 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,381 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,382 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,382 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,382 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,382 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,382 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,382 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,383 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,383 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,383 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,383 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,383 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,383 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,384 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,384 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,384 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,384 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,384 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,384 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,385 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,385 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,385 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,385 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,385 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,385 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,386 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,386 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,386 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,386 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,386 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,386 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,387 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,387 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,387 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,387 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,387 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,388 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,388 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,388 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,388 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,388 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,388 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,389 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,389 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,389 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,389 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,389 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,389 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,390 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,390 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,390 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,390 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,390 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,390 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,390 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,391 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,391 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,391 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,391 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,391 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,391 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,391 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,392 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,392 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,392 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,392 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,392 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,392 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,392 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,393 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,393 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,393 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,393 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,393 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,393 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,394 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,394 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,394 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,394 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,394 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,394 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,395 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,395 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,395 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,395 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,395 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,395 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,396 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,396 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,396 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,396 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,396 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,396 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,396 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,397 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,397 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,397 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,397 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,397 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,398 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,398 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,398 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,398 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,398 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,398 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,399 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,399 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,399 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,399 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,399 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,399 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,399 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,400 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,400 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,400 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,400 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,400 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,400 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,400 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,400 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,401 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,401 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,401 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,401 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,401 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,401 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,402 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,402 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,402 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,402 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,402 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,402 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,403 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,403 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,403 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,403 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,403 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,403 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,403 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,404 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,404 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,404 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,404 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,404 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,404 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,405 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,405 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,405 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,405 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,405 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,405 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,406 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,406 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,406 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,406 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,406 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,406 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,406 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,407 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,407 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,407 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,407 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,407 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,407 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,408 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,408 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,408 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,408 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,408 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,408 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,409 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,409 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,409 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,409 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,409 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,409 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,409 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,410 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,410 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,410 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,410 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,410 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,410 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,411 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,411 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,411 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,411 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,411 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,411 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,412 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,412 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,412 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,412 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,412 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,412 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,413 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,413 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,413 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,413 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,413 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,413 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,414 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,414 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,414 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,414 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,414 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,414 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,415 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,415 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,415 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,415 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,415 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,415 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,416 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,416 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,416 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,416 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,416 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,416 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,417 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,417 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,417 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,417 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,417 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,417 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,418 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,418 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,418 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,418 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,418 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,418 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,418 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,419 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,419 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,419 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,419 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,419 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,419 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,419 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,420 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,420 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,420 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,420 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,420 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,420 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,420 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,421 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,421 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,421 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,421 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,421 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,421 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,421 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,422 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,422 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,422 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,422 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,422 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,422 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,422 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,423 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,423 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,423 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,423 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,423 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,423 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,424 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,424 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,424 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,424 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,424 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,425 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,425 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,425 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,425 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,425 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,425 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,426 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,426 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,426 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,426 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,426 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,426 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,427 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,427 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,427 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,427 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,427 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,427 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,428 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,428 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,428 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,428 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,428 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,428 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,429 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,429 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,429 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,429 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,429 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,429 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,429 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,430 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,430 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,430 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,430 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,430 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,430 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,431 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,431 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,431 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,431 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,431 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,431 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,431 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,432 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,432 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,432 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,432 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,432 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,432 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,433 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,433 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,433 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,433 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,433 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,433 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,434 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,434 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,434 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,434 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,434 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,434 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,435 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,435 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,435 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,435 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,435 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,435 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,435 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,436 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,436 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,436 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,436 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,436 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,437 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,437 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,437 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,437 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,437 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,437 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,438 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,438 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,438 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,438 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,438 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,438 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,439 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,439 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,439 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,439 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,439 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,439 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,440 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,440 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,440 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,440 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,440 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,440 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,440 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,441 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,441 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,441 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,441 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,441 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,441 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,442 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,442 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,442 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,442 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,442 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,442 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,443 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,443 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,443 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,443 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,443 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,444 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,444 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,444 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,444 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,444 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,444 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,445 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,445 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,445 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,445 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,445 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,445 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,446 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,446 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,446 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,446 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,446 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,447 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,447 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,447 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,447 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,447 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,447 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,448 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,448 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,448 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,448 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,448 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,449 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,449 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,449 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,449 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,449 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,450 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,450 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,450 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,450 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,450 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,450 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,451 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,451 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,451 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,451 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,451 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,451 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,452 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,452 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,452 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,452 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,452 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,452 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,453 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,453 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,453 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,453 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,453 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,453 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,454 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,454 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,454 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,454 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,454 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,454 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,455 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,455 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,455 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,455 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,455 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,455 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,456 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,456 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,456 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,456 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,456 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,457 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,457 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,457 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,457 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,457 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,457 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,458 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,458 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,458 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,458 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,458 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,458 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,459 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,459 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,459 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,459 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,459 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,459 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,459 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,460 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,460 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,460 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,460 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,460 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,460 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,461 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,461 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,461 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,461 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,461 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,461 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,462 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,462 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,462 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,462 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,462 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,462 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,462 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,463 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,463 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,463 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,463 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,463 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,463 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,464 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,464 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,464 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,464 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,464 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,464 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,465 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,465 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,465 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,465 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,465 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,465 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,466 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,466 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,466 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,466 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,466 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,466 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,467 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,467 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,467 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,467 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,467 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,468 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,468 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,468 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,468 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,468 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,468 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,468 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,469 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,469 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,469 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,469 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,469 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,469 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,470 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,470 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,470 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,470 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,470 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,470 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,471 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,471 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,471 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,471 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,471 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,471 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,472 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,472 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,472 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,472 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,472 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,472 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,472 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,473 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,473 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,473 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,473 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,473 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,473 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,474 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,474 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,474 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,474 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,474 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,474 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,475 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,475 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,475 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,475 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,475 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,476 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,476 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,476 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,476 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,476 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,476 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,477 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,477 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,477 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,477 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,477 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,477 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,478 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,478 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,478 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,478 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,478 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,478 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,478 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,479 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,479 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,479 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,479 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,479 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,479 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,480 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,480 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,480 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,480 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,480 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,480 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,480 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,481 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,481 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,481 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,481 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,481 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,481 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,482 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,482 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,482 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,482 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,482 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,482 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,483 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,483 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,483 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,483 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,483 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,483 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,484 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,484 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,484 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,484 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,484 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,484 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,485 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,485 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,485 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,485 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,485 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,485 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,486 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,486 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,486 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,486 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,486 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,486 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,487 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,487 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,487 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,487 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,487 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,488 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,488 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,488 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,488 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,488 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,488 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,489 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,489 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,489 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,489 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,489 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,489 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,490 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,490 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,490 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,490 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,490 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,490 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,491 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,491 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,491 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,491 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,491 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,492 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,492 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,492 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,492 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,492 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,492 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,492 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,493 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,493 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,493 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,493 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,493 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,494 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,494 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,494 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,494 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,494 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,494 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,495 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,495 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,495 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,495 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,495 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,495 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,496 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,496 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,496 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,496 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,496 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,496 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,497 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,497 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,497 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,497 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,497 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,498 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,498 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,498 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,498 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,498 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,498 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,499 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,499 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,499 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,499 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,499 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,499 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,500 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,500 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,500 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,500 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,500 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,500 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,501 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,501 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,501 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,501 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,501 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,501 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,502 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,502 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,502 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,502 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,502 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,502 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,503 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,503 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,503 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,503 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,503 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,503 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,504 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,504 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,504 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,504 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,504 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,504 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,505 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,505 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,505 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,505 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,505 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,505 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,506 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,506 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,506 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,506 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,506 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,506 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,507 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,507 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,507 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,507 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,507 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,507 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,508 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,508 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,508 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,508 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,508 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,508 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,509 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,509 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,509 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,509 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,510 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,511 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,511 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,511 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,511 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,512 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,512 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,512 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,512 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,512 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,513 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,513 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,513 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,513 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,513 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,513 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,513 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,514 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,514 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,514 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,514 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,514 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,514 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,515 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,515 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,515 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,515 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,515 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,515 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,516 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,516 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,516 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,516 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,516 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,517 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,517 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,517 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,517 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,517 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,517 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,518 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,518 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,518 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,518 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,518 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,518 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,518 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,519 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,519 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,519 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,519 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,519 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,519 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,520 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,520 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,520 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,520 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,520 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,520 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,520 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,521 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,521 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,521 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,521 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,521 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,521 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,522 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,522 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,522 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,522 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,522 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,522 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,523 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,523 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,523 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,523 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,523 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,523 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,523 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,524 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,524 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,524 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,524 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,524 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,524 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,524 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,525 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,525 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,525 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,525 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,525 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,525 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,526 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,526 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,526 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,526 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,526 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,526 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,527 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,527 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,527 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,527 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,527 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,528 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,528 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,528 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,528 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,528 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,529 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,529 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,529 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,529 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,529 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,530 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,530 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,530 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,530 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,530 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,530 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,530 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,531 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,531 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,531 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,531 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,531 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,531 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,532 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,532 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,532 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,532 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,532 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,532 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,533 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,533 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,533 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,533 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,533 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,533 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,533 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,534 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,534 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,534 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,534 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,534 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,534 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,535 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,535 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,535 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,535 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,535 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,535 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,536 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,536 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,536 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,536 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,536 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,536 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,537 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,537 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,537 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,537 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,537 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,537 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,538 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,538 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,538 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,538 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,538 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,538 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,539 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,539 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,539 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,539 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,539 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,539 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,540 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,540 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,540 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,540 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,540 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,540 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,540 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,541 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,541 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,541 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,541 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,541 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,541 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,542 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,542 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,542 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,542 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,542 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,542 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,543 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,543 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,543 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,543 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,543 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,543 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,544 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,544 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,544 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,544 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,544 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,544 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,545 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,545 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,545 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,545 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,546 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,546 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,546 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,546 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,546 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,547 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,547 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,547 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,547 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,547 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,547 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,548 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,548 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,548 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,548 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,548 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,548 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,549 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,549 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,549 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,550 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,550 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,550 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,550 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,550 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,551 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,551 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,551 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,551 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,551 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,551 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,552 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,552 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,552 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,552 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,552 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,552 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,553 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,553 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,553 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,553 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,553 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,554 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,554 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,554 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,554 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,554 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,555 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,555 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,555 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,555 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,555 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,555 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,556 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,556 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,556 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,556 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,556 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,557 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,557 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,557 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,557 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,557 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,558 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,558 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,558 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,558 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,558 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,558 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,559 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,559 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,559 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,559 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,559 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,559 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,560 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,560 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,560 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,560 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,560 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,560 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,561 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,561 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,561 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,561 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,561 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,561 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,562 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,562 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,562 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,562 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,562 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,562 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,563 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,563 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,563 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,563 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,563 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,564 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,564 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,564 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,564 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,564 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,564 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,565 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,565 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,565 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,565 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,565 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,566 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,566 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,566 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,566 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,566 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,566 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,567 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,567 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,567 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,567 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,567 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,568 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,568 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,568 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,568 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,568 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,569 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,569 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,569 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,569 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,569 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,569 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,570 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,570 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,570 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,570 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,570 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,570 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,571 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,571 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,571 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,571 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,571 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,571 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,572 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,572 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,572 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,572 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,572 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,572 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,573 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,573 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,573 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,573 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,573 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,573 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,574 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,574 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,574 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,574 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,574 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,574 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,575 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,575 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,575 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,575 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,575 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,576 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,576 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,576 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,576 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,576 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,577 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,577 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,577 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,577 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,577 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,577 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,578 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,578 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,578 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,578 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,578 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,578 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,579 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,579 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,579 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,579 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,579 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,579 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,580 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,580 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,580 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,580 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,580 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,580 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,581 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,581 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,581 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,581 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,581 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,581 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,582 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,582 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,582 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,582 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,582 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,582 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,582 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,583 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,583 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,583 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,583 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,583 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,583 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,583 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,584 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,584 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,584 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,584 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,584 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,584 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,585 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,585 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,585 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,585 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,585 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,586 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,586 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,586 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,586 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,586 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,587 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,587 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,587 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,587 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,587 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,588 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,588 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,588 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,588 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,588 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,588 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,589 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,589 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,589 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,589 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,589 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,589 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,590 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,590 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,590 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,590 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,590 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,590 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,591 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,591 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,591 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,591 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,591 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,591 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,592 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,592 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,592 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,592 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,592 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,593 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,593 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,593 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,593 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,593 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,593 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,594 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,594 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,594 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,594 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,594 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,595 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,595 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,595 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,595 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,595 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,595 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,596 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,596 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,596 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,596 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,596 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,597 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,597 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,597 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,597 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,597 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,597 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,598 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,598 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,598 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,598 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,598 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,598 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,599 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,599 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,599 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,599 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,599 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,599 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,600 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,600 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,600 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,600 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,600 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,600 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,601 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,601 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,601 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,601 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,601 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,601 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,602 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,602 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,602 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,602 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,602 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,602 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,603 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,603 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,603 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,603 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,603 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,603 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,604 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,604 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,604 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,604 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,604 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,604 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,605 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,605 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,605 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,605 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,605 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,605 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,606 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,606 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,606 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,606 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,606 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,606 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,607 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,607 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,607 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,607 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,607 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,607 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,608 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,608 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,608 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,608 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,608 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,608 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,609 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,609 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,609 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,609 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,609 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,609 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,610 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,610 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,610 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,610 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,610 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,610 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,611 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,611 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,611 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,611 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,611 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,611 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,612 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,612 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,612 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,612 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,612 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,612 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,612 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,613 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,613 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,613 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,613 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,613 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,613 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,614 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,614 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,614 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,614 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,614 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,614 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,614 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,615 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,615 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,615 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,615 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,615 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,616 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,616 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,616 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,616 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,616 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,617 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,617 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,617 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,617 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,617 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,617 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,618 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,618 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,618 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,618 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,618 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,618 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,619 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,619 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,619 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,619 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,619 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,620 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,620 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,620 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,620 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,620 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,620 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,621 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,621 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,621 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,621 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,621 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,622 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,622 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,622 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,622 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,622 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,622 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,623 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,623 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,623 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,623 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,623 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,623 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,624 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,624 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,624 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,624 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,624 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,625 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,625 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,625 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,625 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,625 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,626 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,626 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,626 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,626 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,626 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,627 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,627 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,627 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,627 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,627 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,628 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,628 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,628 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,628 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,628 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,628 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,628 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,629 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,629 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,629 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,629 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,629 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,629 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,630 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,630 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,630 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,630 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,630 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,630 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,630 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,631 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,631 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,631 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,631 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,631 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,631 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,632 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,632 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,632 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,632 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,632 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,633 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,633 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,633 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,633 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,633 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,633 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,634 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,634 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,634 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,634 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,634 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,634 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,635 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,635 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,635 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,635 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,635 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,636 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,636 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,636 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,636 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,636 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,636 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,637 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,637 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,637 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,637 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,637 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,637 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,638 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,638 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,638 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,638 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,638 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,638 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,638 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,639 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,639 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,639 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,639 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,639 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,640 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,640 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,640 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,640 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,640 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,640 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,641 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,641 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,641 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,641 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,641 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,641 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,642 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,642 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,642 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,642 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,642 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,642 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,643 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,643 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,643 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,643 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,643 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,643 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,644 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,644 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,644 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,644 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,644 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,644 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,645 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,645 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,645 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,645 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,645 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,645 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,646 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,646 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,646 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,646 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,646 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,646 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,647 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,647 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,647 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,647 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,647 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,647 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,648 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,648 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,648 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,648 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,648 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,648 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,649 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,649 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,649 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,649 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,649 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,649 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,650 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,650 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,650 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,650 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,650 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,650 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,651 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,651 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,651 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,651 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,651 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,651 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,652 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,652 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,652 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,652 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,652 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,652 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,652 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,653 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,653 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,653 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,653 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,653 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,653 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,654 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,654 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,654 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,654 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,654 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,654 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,654 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,655 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,655 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,655 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,655 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,655 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,656 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,656 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,656 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,656 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,656 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,656 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,657 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,657 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,657 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,657 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,657 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,658 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,658 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,658 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,658 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,658 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,658 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,659 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,659 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,659 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,659 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,659 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,659 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,659 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,660 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,660 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,660 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,660 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,660 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,660 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,661 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,661 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,661 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,661 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,661 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,661 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,662 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,662 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,662 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,662 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,662 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,662 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,663 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,663 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,663 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,663 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,663 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,663 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,664 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,664 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,664 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,664 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,664 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,665 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,665 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,665 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,665 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,665 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,665 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,666 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,666 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,666 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,666 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,666 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,666 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,667 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,667 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,667 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,667 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,667 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,667 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,668 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,668 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,668 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,668 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,668 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,668 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,669 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,669 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,669 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,669 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,669 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,669 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,670 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,670 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,670 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,670 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,670 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,670 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,671 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,671 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,671 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,671 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,671 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,671 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,671 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,672 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,672 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,672 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,672 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,672 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,672 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,672 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,673 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,673 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,673 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,673 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,673 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,673 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,674 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,674 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,674 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,674 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,674 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,674 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,675 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,675 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,675 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,675 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,675 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,676 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,676 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,677 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,677 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,677 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,677 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,677 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,678 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,678 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,678 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,678 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,678 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,678 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,679 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,679 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,679 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,679 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,679 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,679 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,680 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,680 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,680 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,680 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,680 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,680 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,681 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,681 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,681 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,681 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,681 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,681 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,682 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,682 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,682 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,682 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,682 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,683 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,683 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,683 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,683 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,683 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,683 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,683 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,684 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,684 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,684 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,684 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,684 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,684 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,685 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,685 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,685 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,685 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,685 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,686 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,686 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,686 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,686 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,686 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,686 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,687 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,687 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,687 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,687 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,687 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,688 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,688 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,688 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,688 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,688 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,688 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,689 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,689 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,689 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,689 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,689 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,689 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,690 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,690 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,690 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,690 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,690 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,690 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,691 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,691 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,691 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,691 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,691 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,692 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,692 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,692 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,692 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,692 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,692 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,693 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,693 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,693 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,693 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,693 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,693 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,693 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,694 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,694 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,694 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,694 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,694 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,695 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,695 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,695 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,695 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,696 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,696 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,696 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,696 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,696 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,696 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,697 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,697 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,697 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,697 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,697 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,697 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,698 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,698 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,698 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,698 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,698 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,698 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,699 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,699 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,699 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,699 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,699 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,699 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,700 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,700 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,700 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,700 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,700 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,700 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,701 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,701 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,701 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,701 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,701 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,701 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,702 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,702 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,702 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,702 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,702 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,702 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,703 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,703 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,703 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,703 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,703 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,703 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,704 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,704 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,704 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,704 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,704 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,704 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,705 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,705 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,705 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,705 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,705 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,705 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,706 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,706 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,706 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,706 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,706 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,706 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,707 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,707 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,707 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,707 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,707 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,707 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,708 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,708 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,708 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,708 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,708 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,709 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,709 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,709 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,709 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,709 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,709 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,709 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,710 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,710 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,710 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,710 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,711 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,711 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,711 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,711 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,711 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,711 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,712 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,712 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,712 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,712 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,712 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,713 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,713 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,713 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,713 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,713 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,713 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,714 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,714 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,714 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,714 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,714 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,714 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,715 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,715 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,715 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,715 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,715 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,715 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,716 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,716 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,716 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,716 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,716 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,717 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,717 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,717 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,717 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,717 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,718 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,718 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,718 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,718 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,718 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,718 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,718 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,719 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,719 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,719 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,719 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,719 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,720 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,720 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,720 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,720 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,720 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,720 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,721 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,721 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,721 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,721 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,721 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,722 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,722 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,722 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,722 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,722 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,722 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,723 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,723 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,723 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,723 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,723 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,723 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,724 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,724 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,724 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,724 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,724 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,725 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,725 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,725 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,725 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,725 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,726 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,726 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,726 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,726 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,726 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,727 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,727 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,727 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,727 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,727 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,727 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,728 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,728 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,728 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,728 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,728 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,728 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,729 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,729 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,729 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,729 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,730 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,730 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,730 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,730 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,730 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,730 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,731 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,731 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,731 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,731 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,731 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,731 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,732 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,732 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,732 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,732 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,732 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,732 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,733 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,733 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,733 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,733 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,733 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,734 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,734 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,734 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,734 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,734 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,734 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,734 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,735 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,735 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,735 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,735 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,735 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,736 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,736 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,736 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,736 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,736 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,736 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,737 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,737 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,737 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,737 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,737 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,737 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,738 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,738 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,738 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,738 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,738 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,738 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,739 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,739 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,739 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,739 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,739 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,739 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,740 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,740 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,740 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,740 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,740 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,740 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,740 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,741 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,741 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,741 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,741 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,741 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,741 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,742 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,742 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,742 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,742 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,742 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,742 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,743 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,743 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,743 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,743 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,743 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,743 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,744 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,744 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,744 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,744 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,744 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,744 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,745 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,745 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,745 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,745 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,745 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,746 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,746 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,746 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,746 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,746 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,746 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,747 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,747 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,747 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,747 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,747 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,747 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,748 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,748 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,748 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,748 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,748 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,748 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,749 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,749 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,749 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,749 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,749 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,749 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,750 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,750 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,750 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,750 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,750 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,750 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,751 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,751 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,751 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,751 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,751 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,751 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,752 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,752 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,752 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,752 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,752 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,752 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,753 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,753 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,753 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,753 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,753 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,753 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,754 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,754 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,754 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,754 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,754 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,754 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,755 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,755 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,755 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,755 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,755 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,755 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,756 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,756 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,756 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,756 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,756 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,757 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,757 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,757 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,757 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,757 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,758 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,758 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,758 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,758 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,758 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,758 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,759 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,759 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,759 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,759 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,759 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,760 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,760 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,760 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,760 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,760 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,760 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,760 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,761 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,761 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,761 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,761 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,761 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,761 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,762 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,762 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,762 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,762 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,762 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,763 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,763 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,763 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,763 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,763 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,763 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,763 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,764 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,764 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,764 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,764 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,764 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,765 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,765 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,765 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,765 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,765 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,765 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,766 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,766 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,766 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,766 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,766 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,766 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,767 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,767 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,767 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,767 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,767 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,767 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,768 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,768 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,768 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,768 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,768 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,768 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,769 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,769 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,769 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,769 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,769 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,769 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,770 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,770 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,770 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,770 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,770 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,770 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,771 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,771 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,771 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,771 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,771 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,771 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,772 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,772 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,772 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,772 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,772 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,772 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,772 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,773 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,773 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,773 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,773 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,773 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,774 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,774 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,774 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,774 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,774 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,774 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,775 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,775 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,775 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,775 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,775 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,775 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,776 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,776 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,776 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,776 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,776 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,776 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,777 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,777 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,777 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,777 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,777 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,777 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,778 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,778 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,778 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,778 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,778 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,778 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,779 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,779 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,779 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,779 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,779 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,779 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,780 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,780 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,780 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,780 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,780 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,780 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,781 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,781 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,781 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,781 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,781 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,781 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,782 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,782 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,782 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,782 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,782 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,782 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,783 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,783 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,783 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,783 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,783 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,784 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,784 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,784 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,784 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,784 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,785 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,785 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,785 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,785 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,785 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,786 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,786 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,786 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,786 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,786 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,786 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,787 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,787 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,787 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,787 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,787 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,788 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,788 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,788 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,788 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,788 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,788 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,789 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,789 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,789 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,789 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,789 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,789 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,789 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,790 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,790 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,790 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,790 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,790 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,790 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,791 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,791 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,791 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,791 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,791 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,791 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,792 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,792 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,792 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,792 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,792 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,793 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,793 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,793 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,793 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,793 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,793 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,794 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,794 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,794 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,794 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,794 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,794 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,795 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,795 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,795 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,795 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,795 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,796 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,796 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,796 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,796 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,796 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,797 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,797 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,797 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,797 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,797 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,797 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,798 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,798 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,798 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,798 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,798 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,798 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,799 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,799 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,799 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,799 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,799 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,799 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,800 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,800 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,800 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,800 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,800 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,800 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,801 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,801 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,801 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,801 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,801 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,801 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,802 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,802 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,802 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,802 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,802 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,802 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,802 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,803 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,803 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,803 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,803 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,803 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,803 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,804 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,804 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,804 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,804 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,804 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,805 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,805 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,805 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,805 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,805 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,805 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,806 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,806 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,806 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,806 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,806 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,806 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,807 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,807 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,807 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,807 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,807 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,807 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,808 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,808 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,808 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,808 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,808 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,808 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,809 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,809 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,809 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,809 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,809 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,809 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,810 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,810 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,810 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,810 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,810 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,810 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,811 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,811 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,811 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,811 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,811 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,811 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,812 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,812 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,812 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,812 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,812 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,812 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,813 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,813 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,813 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,813 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,813 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,813 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,814 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,814 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,814 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,814 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,814 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,814 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,814 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,815 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,815 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,815 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,815 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,815 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,816 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,816 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,816 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,816 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,816 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,816 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,817 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,817 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,817 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,817 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,817 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,817 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,818 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,818 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,818 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,818 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,818 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,818 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,819 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,819 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,819 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,819 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,819 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,819 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,819 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,820 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,820 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,820 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,820 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,820 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,820 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,821 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,821 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,821 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,821 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,821 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,821 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,822 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,822 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,822 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,822 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,822 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,822 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,822 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,823 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,823 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,823 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,823 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,823 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,823 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,823 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,824 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,824 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,824 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,824 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,824 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,825 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,825 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,825 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,825 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,825 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,826 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,826 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,826 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,826 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,826 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,827 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,827 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,827 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,827 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,827 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,827 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,828 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,828 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,828 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,828 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,828 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,828 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,829 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,829 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,829 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,829 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,829 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,829 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,830 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,830 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,830 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,830 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,830 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,830 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,830 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,831 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,831 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,831 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,831 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,831 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,831 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,832 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,832 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,832 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,832 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,832 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,832 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,832 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,833 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,833 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,833 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,833 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,833 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,833 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,834 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,834 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,834 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,834 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,834 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,834 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,835 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,835 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,835 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,835 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,835 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,835 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,836 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,836 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,836 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,836 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,836 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,836 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,837 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,837 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,837 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,837 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,837 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,837 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,838 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,838 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,838 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,838 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,838 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,838 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,839 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,839 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,839 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,839 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,839 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,840 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,840 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,840 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,840 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,840 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,840 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,841 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,841 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,841 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,841 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,841 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,841 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,842 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,842 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,842 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,842 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,842 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,842 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,843 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,843 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,843 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,843 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,843 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,843 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,844 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,844 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,844 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,844 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,844 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,844 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,845 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,845 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,845 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,845 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,845 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,846 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,846 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,846 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,846 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,846 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,846 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,847 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,847 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,847 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,847 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,847 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,847 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,848 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,848 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,848 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,848 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,848 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,848 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,849 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,849 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,849 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,849 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,849 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,849 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,850 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,850 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,850 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,850 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,850 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,850 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,851 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,851 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,851 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,851 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,851 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,851 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,852 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,852 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,852 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,852 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,852 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,852 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,853 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,853 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,853 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,853 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,853 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,853 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,854 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,854 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,854 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,854 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,854 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,854 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,855 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,855 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,855 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,855 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,855 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,855 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,856 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,856 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,856 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,856 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,856 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,856 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,857 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,857 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,857 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,857 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,857 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,857 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,858 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,858 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,858 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,858 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,858 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,858 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,859 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,859 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,859 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,859 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,860 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,860 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,860 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,860 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,860 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,861 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,861 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,861 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,861 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,861 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,861 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,861 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,862 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,862 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,862 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,862 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,862 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,862 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,863 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,863 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,863 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,863 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,863 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,863 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,864 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,864 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,864 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,864 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,864 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,864 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,865 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,865 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,865 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,865 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,865 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,866 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,866 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,866 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,866 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,866 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,866 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,867 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,867 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,867 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,867 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,867 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,867 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,868 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,868 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,868 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,868 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,868 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,868 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,869 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,869 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,869 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,869 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,869 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,869 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,870 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,870 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,870 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,870 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,870 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,870 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,871 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,871 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,871 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,871 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,871 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,871 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,872 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,872 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,872 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,872 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,872 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,872 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,873 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,873 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,873 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,873 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,873 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,873 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,874 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,874 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,874 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,874 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,874 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,874 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,875 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,875 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,875 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,875 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,875 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,875 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,876 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,876 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,876 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,876 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,876 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,876 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,877 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,877 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,877 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,877 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,877 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,877 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,878 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,878 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,878 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,878 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,878 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,878 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,879 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,879 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,879 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,879 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,879 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,880 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,880 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,880 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,880 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,880 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,880 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,881 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,881 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,881 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,881 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,881 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,881 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,882 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,882 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,882 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,882 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,882 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,882 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,883 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,883 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,883 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,883 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,883 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,883 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,884 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,884 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,884 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,884 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,884 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,884 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,885 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,885 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,885 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,885 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,885 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,886 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,886 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,886 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,886 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,886 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,886 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,887 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,887 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,887 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,887 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,887 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,888 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,888 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,888 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,888 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,888 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,888 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,889 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,889 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,889 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,889 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,889 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,889 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,890 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,890 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,890 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,890 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,890 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,890 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,891 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,891 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,891 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,891 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,891 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,891 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,892 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,892 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,892 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,892 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,892 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,892 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,893 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,893 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,893 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,893 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,893 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,894 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,894 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,894 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,894 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,894 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,894 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,894 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,895 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,895 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,895 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,895 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,895 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,895 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,896 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,896 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,896 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,896 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,896 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,897 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,897 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,897 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,897 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,897 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,897 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,898 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,898 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,898 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,898 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,898 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,898 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,899 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,899 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,899 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,899 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,899 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,899 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,900 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,900 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,900 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,900 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,900 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,900 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,901 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,901 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,901 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,901 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,901 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,902 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,902 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,902 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,902 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,902 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,902 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,903 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,903 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,903 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,903 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,903 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,903 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,903 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,904 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,904 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,904 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,904 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,904 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,904 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,905 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,905 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,905 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,905 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,906 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,906 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,906 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,906 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,906 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,906 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,907 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,907 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,907 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,907 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,907 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,907 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,908 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,908 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,908 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,908 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,908 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,908 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,909 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,909 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,909 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,909 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,909 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,909 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,910 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,910 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,910 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,910 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,910 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,910 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,911 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,911 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,911 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,911 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,911 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,911 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,911 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,912 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,912 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,912 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,912 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,912 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,912 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,913 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,913 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,913 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,913 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,913 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,914 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,914 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,914 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,914 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,914 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,914 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,914 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,915 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,915 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,915 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,915 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,915 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,915 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,916 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,916 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,916 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,916 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,916 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,916 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,917 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,917 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,917 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,917 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,917 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,917 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,918 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,918 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,918 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,918 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,918 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,918 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,919 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,919 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,919 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,919 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,919 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,919 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,920 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,920 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,920 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,920 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,920 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,920 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,921 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,921 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,921 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,921 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,921 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,921 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,922 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,922 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,922 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,922 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,922 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,923 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,923 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,923 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,923 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,923 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,923 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,924 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,924 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,924 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,924 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,924 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,924 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,925 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,925 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,925 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,925 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,925 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,925 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,926 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,926 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,926 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,926 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,926 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,927 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,927 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,927 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,927 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,927 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,928 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,928 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,928 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,928 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,928 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,928 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,929 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,929 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,929 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,929 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,929 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,929 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,930 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,930 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,930 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,930 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,930 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,930 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,931 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,931 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,931 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,931 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,931 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,931 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,932 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,932 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,932 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,932 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,932 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,932 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,933 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,933 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,933 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,933 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,933 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,933 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,934 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,934 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,934 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,934 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,934 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,934 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,935 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,935 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,935 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,935 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,935 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,935 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,936 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,936 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,936 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,936 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,936 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,937 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,937 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,937 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,937 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,937 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,937 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,938 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,938 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,938 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,938 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,938 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,938 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,939 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,939 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,939 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,939 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,939 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,939 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,940 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,940 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,940 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,940 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,940 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,940 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,940 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,941 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,941 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,941 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,941 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,941 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,941 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,941 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,942 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,942 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,942 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,942 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,942 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,943 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,943 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,943 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,943 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,943 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,943 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,943 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,944 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,944 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,944 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,944 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,944 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,945 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,945 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,945 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,945 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,945 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,945 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,946 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,946 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,946 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,946 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,946 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,947 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,947 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,947 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,947 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,947 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,947 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,948 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,948 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,948 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,948 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,948 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,948 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,949 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,949 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,949 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,949 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,949 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,949 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,950 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,950 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,950 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,950 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,950 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,950 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,951 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,951 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,951 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,951 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,951 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,951 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,951 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,952 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,952 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,952 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,952 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,952 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,952 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,953 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,953 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,953 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,953 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,953 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,953 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,954 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,954 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,954 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,954 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,954 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,954 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,954 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,955 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,955 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,955 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,955 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,955 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,956 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,956 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,956 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,956 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,956 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,956 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,957 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,957 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,957 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,957 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,957 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,957 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,958 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,958 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,958 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,958 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,958 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,958 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,959 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,959 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,959 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,959 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,959 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,959 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,960 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,960 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,960 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,960 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,960 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,960 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,960 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,961 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,961 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,961 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,961 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,961 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,961 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,962 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,962 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,962 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,962 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,962 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,963 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,963 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,963 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,963 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,963 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,963 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,964 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,964 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,964 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,964 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,964 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,965 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,965 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,965 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,965 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,965 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,965 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,966 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,966 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,966 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,966 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,966 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,967 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,967 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,967 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,967 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,967 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,968 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,968 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,968 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,968 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,968 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,969 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,969 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,969 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,969 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,969 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,969 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,969 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,970 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,970 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,970 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,970 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,970 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,971 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,971 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,971 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,971 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,971 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,971 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,971 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,972 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,972 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,972 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,972 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,972 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,973 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,973 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,973 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,973 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,973 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,973 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,974 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,974 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,974 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,974 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,974 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,974 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,975 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,975 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,975 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,975 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,975 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,975 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,976 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,976 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,976 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,976 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,976 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,977 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,977 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,977 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,977 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,977 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,978 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,978 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,978 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,978 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,978 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,978 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,979 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,979 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,979 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,979 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,979 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,979 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:25,979 DEBUG SenderThread:198783 [sender.py:send():234] send: history +2022-01-31 19:46:25,980 DEBUG SenderThread:198783 [sender.py:send():234] send: summary +2022-01-31 19:46:25,980 INFO SenderThread:198783 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-31 19:46:26,003 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/wandb-summary.json +2022-01-31 19:46:26,004 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:46:28,004 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:46:36,007 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:46:36,797 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:46:36,798 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:46:38,008 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:46:40,009 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:46:42,010 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:46:44,011 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:46:46,012 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:46:48,012 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:46:50,013 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:46:51,946 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:46:51,947 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:46:52,014 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:46:54,015 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:46:54,420 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:46:56,016 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:46:58,017 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:00,018 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:02,019 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:04,020 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:06,020 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:07,089 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:47:07,089 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:47:08,021 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:10,022 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:12,023 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:14,024 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:16,025 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:18,026 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:20,027 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:22,028 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:22,237 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:47:22,237 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:47:24,029 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:24,486 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:47:26,029 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:28,030 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:30,031 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:32,032 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:34,033 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:36,034 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:37,374 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:47:37,374 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:47:38,035 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:40,036 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:42,037 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:44,038 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:46,038 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:48,039 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:50,040 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:52,041 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:52,517 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:47:52,518 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:47:54,042 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:54,549 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:47:56,043 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:47:58,043 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:00,044 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:02,045 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:04,046 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:06,047 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:07,654 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:48:07,654 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:48:08,048 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:10,049 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:12,050 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:14,050 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:16,051 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:18,052 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:20,053 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:22,054 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:22,801 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:48:22,801 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:48:24,055 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:24,612 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:48:26,056 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:28,057 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:30,057 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:32,058 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:34,059 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:37,060 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:37,938 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:48:37,938 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:48:39,061 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:41,062 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:43,063 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:45,064 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:47,065 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:49,065 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:51,066 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:53,067 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:53,075 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:48:53,075 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:48:54,677 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:48:55,068 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:57,069 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:48:59,069 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:01,070 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:03,071 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:05,072 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:07,073 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:08,215 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:49:08,216 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:49:09,074 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:11,075 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:13,076 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:15,077 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:17,078 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:19,078 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:21,079 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:23,080 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:23,358 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:49:23,358 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:49:24,741 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:49:25,081 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:27,082 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:29,083 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:31,084 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:33,084 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:35,085 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:37,086 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:38,494 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:49:38,494 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:49:39,087 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:41,088 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:43,089 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:45,089 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:47,090 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:49,091 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:51,092 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:53,093 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:53,632 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:49:53,632 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:49:54,804 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:49:55,094 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:57,095 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:49:59,096 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:01,097 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:03,098 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:05,099 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:07,100 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:08,772 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:50:08,773 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:50:09,100 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:11,101 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:13,102 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:15,103 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:17,104 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:19,105 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:21,106 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:23,107 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:24,247 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:50:24,247 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:50:24,865 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:50:25,107 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:27,108 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:29,109 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:31,110 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:33,111 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:35,112 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:37,113 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:39,114 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:39,386 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:50:39,386 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:50:41,115 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:43,116 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:45,117 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:47,118 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:49,119 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:51,119 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:53,120 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:54,542 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:50:54,542 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:50:54,927 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:50:55,121 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:57,122 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:50:59,123 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:01,124 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:03,125 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:05,125 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:07,126 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:09,127 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:09,714 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:51:09,714 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:51:11,128 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:13,129 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:15,130 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:17,130 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:19,131 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:21,132 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:23,133 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:24,851 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:51:24,851 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:51:24,995 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:51:25,134 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:27,135 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:29,136 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:31,137 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:33,138 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:35,138 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:37,139 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:39,140 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:39,995 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:51:39,996 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:51:41,141 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:43,142 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:45,142 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:47,143 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:49,144 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:51,145 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:53,146 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:55,060 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:51:55,130 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:51:55,131 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:51:55,148 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:57,148 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:51:59,149 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:01,150 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:03,151 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:05,152 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:07,153 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:09,154 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:10,266 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:52:10,266 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:52:11,155 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:13,155 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:15,156 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:17,157 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:19,158 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:21,159 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:23,160 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:25,123 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:52:25,161 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:25,400 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:52:25,401 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:52:27,161 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:29,162 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:31,163 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:33,164 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:35,165 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:37,166 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:39,167 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:40,538 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:52:40,539 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:52:41,167 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:43,168 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:45,169 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:47,170 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:49,171 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:51,172 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:53,173 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:55,174 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:55,190 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:52:55,678 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:52:55,678 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:52:57,175 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:52:59,175 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:01,176 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:03,177 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:05,178 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:07,179 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:09,180 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:10,840 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:53:10,841 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:53:11,181 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:13,181 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:15,182 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:17,183 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:19,184 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:21,185 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:23,185 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:25,186 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:25,255 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:53:25,983 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:53:25,984 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:53:27,187 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:29,188 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:31,189 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:33,190 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:35,191 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:37,192 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:39,192 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:41,139 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:53:41,140 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:53:41,193 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:43,194 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:45,195 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:47,196 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:49,197 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:51,197 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:53,198 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:55,199 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:55,321 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:53:56,291 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:53:56,291 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:53:57,200 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:53:59,200 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:01,201 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:03,202 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:05,203 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:07,204 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:09,204 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:11,205 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:11,429 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:54:11,429 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:54:13,206 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:15,207 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:17,208 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:19,208 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:21,209 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:23,210 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:25,211 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:25,387 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:54:26,569 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:54:26,569 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:54:27,212 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:29,213 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:31,214 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:33,215 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:35,216 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:37,217 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:39,217 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:41,218 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:41,701 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:54:41,701 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:54:43,219 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:45,220 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:47,221 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:49,222 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:51,223 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:53,223 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:55,224 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:55,452 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:54:56,915 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:54:56,915 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:54:57,225 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:54:59,226 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:55:01,227 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:55:03,228 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:55:05,229 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:55:07,230 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:55:09,231 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:55:11,231 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:55:12,058 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:55:12,058 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:55:13,233 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:55:15,234 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:55:17,235 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:55:19,236 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:55:21,236 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:55:23,237 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:55:25,238 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:55:25,519 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:55:27,211 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:55:27,211 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:55:27,239 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:55:29,240 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:55:31,241 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:55:33,242 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:55:35,243 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:55:37,244 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:55:39,245 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:55:41,245 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:55:42,344 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:55:42,345 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:55:43,247 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:55:45,248 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:55:47,248 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:55:49,249 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:55:51,250 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:55:53,251 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:55:55,251 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:55:55,590 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:55:57,477 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:55:57,477 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:55:58,253 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:00,254 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:02,254 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:04,255 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:06,256 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:08,257 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:10,258 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:12,259 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:12,610 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:56:12,610 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:56:14,260 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:16,261 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:18,262 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:20,263 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:22,264 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:24,265 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:25,659 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:56:26,266 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:27,751 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:56:27,751 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:56:28,266 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:30,267 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:32,268 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:34,269 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:36,270 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:38,271 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:40,272 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:42,273 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:42,921 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:56:42,921 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:56:44,274 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:46,275 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:48,276 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:50,277 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:52,277 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:54,278 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:55,732 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:56:56,279 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:56:58,059 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:56:58,059 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:56:58,280 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:00,281 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:02,282 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:04,283 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:06,284 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:08,285 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:10,286 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:12,287 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:13,197 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:57:13,197 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:57:14,288 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:16,289 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:18,290 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:20,290 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:22,291 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:24,292 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:25,799 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:57:26,293 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:28,294 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:28,339 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:57:28,339 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:57:30,295 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:32,296 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:34,297 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:36,298 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:38,299 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:40,300 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:42,301 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:43,477 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:57:43,478 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:57:44,302 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:46,303 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:48,304 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:50,305 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:52,306 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:54,307 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:55,869 DEBUG SenderThread:198783 [sender.py:send():234] send: stats +2022-01-31 19:57:56,308 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:58,309 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:57:58,626 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:57:58,627 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status +2022-01-31 19:58:00,309 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/events.out.tfevents.1643652616.t1v-n-00e295a4-w-0.190699.0.v2 +2022-01-31 19:58:00,310 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:58:01,001 INFO Thread-18 :198783 [upload_job.py:push():137] Uploaded file /tmp/tmplbq9pr4qwandb/3m1wcc8b-events.out.tfevents.1643652616.t1v-n-00e295a4-w-0.190699.0.v2 +2022-01-31 19:58:02,311 INFO Thread-8 :198783 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/roberta-base-ncc-512d/wandb/run-20220131_181009-hhypc7yn/files/output.log +2022-01-31 19:58:13,763 DEBUG HandlerThread:198783 [handler.py:handle_request():130] handle_request: stop_status +2022-01-31 19:58:13,763 DEBUG SenderThread:198783 [sender.py:send_request():248] send_request: stop_status